-- Logs begin at Wed 2022-05-04 13:02:38 UTC, end at Wed 2022-05-04 14:09:16 UTC. -- May 04 13:39:29.205668 dv-cinder-839793-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 13:39:32.216735 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.common.config [-] Logging enabled! May 04 13:39:32.217378 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 13:39:32.217504 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109762) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 13:39:32.221016 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.common.config [-] Logging enabled! May 04 13:39:32.221269 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 13:39:32.221579 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109762) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 13:39:32.222511 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:39:32.222743 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:39:32.223108 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:39:32.223376 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:39:32.223601 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:39:32.223913 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.224305 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.224538 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.224834 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.225126 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.225406 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.225690 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.225983 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.226266 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.226543 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.226821 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.227051 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.227357 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.227642 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.227924 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.228145 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] debug = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.228423 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.228854 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.229251 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.230043 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.230339 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.230615 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.230890 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.231162 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.231483 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.231795 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] host = dv-cinder-839793-6-iscsi {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.232068 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.232351 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.232640 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.232924 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.233197 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.233468 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.233749 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.234016 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.234284 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.234554 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.234838 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.235124 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.235434 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.235658 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.235879 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.236160 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.236455 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.236728 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.237000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.237269 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.237539 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.237810 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.238075 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.238357 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.238638 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.238921 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.239193 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.239485 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.239754 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.240021 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.240300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.240569 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.240840 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.241110 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.241390 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.241655 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.241923 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.242218 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.242505 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.242784 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.243064 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.243356 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.243637 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.243904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.244172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.244440 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_json = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.244708 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.244975 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.245863 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.246134 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.246404 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.246674 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.246944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.247239 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.247514 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:32.247807 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.248101 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.248397 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.248675 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.248976 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.249254 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.249539 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.249816 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.250100 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.250384 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.250673 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.250950 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.251274 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.251561 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.251854 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.252158 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.252452 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.252742 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.253016 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.253291 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.253562 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.253836 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.254120 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.254394 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.254680 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.254967 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.255262 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.255558 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.255842 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.256124 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.256414 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.256701 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.256971 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.257247 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.257536 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.257812 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.258081 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.258355 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.258641 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.258917 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.259187 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.259487 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.259761 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.260029 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.260297 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.260570 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.260882 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.261176 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.261432 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.261704 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.261981 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.262250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.262537 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.262812 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.263083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.263382 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.263660 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.263930 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.264202 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.264477 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.264746 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.265021 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.265293 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.265564 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.265838 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.266106 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.266377 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.266650 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.266924 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.267199 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.267491 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.267764 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.268036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.268309 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.268580 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.268878 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.269159 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.269437 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.269714 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.269994 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.270270 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.270546 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.270826 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.271103 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.271403 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.271695 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.271976 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.272263 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.272550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.272846 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.273140 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.273417 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.273692 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.273972 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.274248 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.274522 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.274803 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.275083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.275409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.275702 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.275994 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.276283 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.276601 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.276898 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.277271 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.277471 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:32.277684 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:39:32.277922 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109762) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 13:39:32.733167 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 13:39:32.733442 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 13:39:32.733748 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 13:39:32.734082 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 13:39:33.063566 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.063856 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.064126 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.065333 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.065612 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.065877 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.121041 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.121319 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.121590 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.136580 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.136858 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.137125 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.166393 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.166676 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.166944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.203616 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.203894 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.204163 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.548102 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.548739 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.548739 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.548925 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.549563 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.647944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.648212 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.648497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.648767 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.649032 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.649341 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.649600 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.649854 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.650105 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.650385 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.650643 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.650905 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.651158 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.652011 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.652271 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.652532 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.652787 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.653052 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.653320 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.653578 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.653848 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.654099 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.654377 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.654752 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.655002 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.655271 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.655665 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.655904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.656139 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.656372 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.656606 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.656838 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:33.657195 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 13:39:33.660370 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 13:39:33.664281 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 13:39:33.668239 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 04 13:39:33.669884 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 13:39:33.670343 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 13:39:33.670819 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 13:39:33.671198 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 13:39:33.674097 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 13:39:33.674347 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 13:39:33.674693 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:39:33.679573 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 13:39:33.703898 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 13:39:33.704345 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.704668 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109762) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 13:39:33.705056 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.706380 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109762) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 13:39:33.706654 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 13:39:33.706898 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 13:39:33.710096 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.710383 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:33.772497 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 13:39:33.772731 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 13:39:33.772965 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 13:39:33.773324 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 13:39:33.794300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_db.sqlalchemy.engines [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109762) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 13:39:34.231264 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing driver for type 'gre' May 04 13:39:34.231786 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] gre ID ranges: [(1, 1000)] May 04 13:39:34.289560 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing driver for type 'local' May 04 13:39:34.289903 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing driver for type 'vlan' May 04 13:39:34.303178 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] VlanTypeDriver initialization complete May 04 13:39:34.303478 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing driver for type 'vxlan' May 04 13:39:34.303967 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] vxlan ID ranges: [(1, 1000)] May 04 13:39:34.356487 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing extension driver 'port_security' May 04 13:39:34.356827 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] PortSecurityExtensionDriver initialization complete May 04 13:39:34.357158 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing mechanism driver 'openvswitch' May 04 13:39:34.357484 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing mechanism driver 'hyperv' May 04 13:39:34.363997 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.plugin [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:34.364853 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.365230 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.365582 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.366110 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.366547 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.366903 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.367284 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.367683 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.368096 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.368450 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.368796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.369194 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.369604 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.369958 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.370933 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.371358 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.371773 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.372127 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.372472 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.372868 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.373276 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > address_group after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.373626 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > address_group after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.373964 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.374367 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109762) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 13:39:34.374821 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] ML2 OVO RPC backend initialized. {{(pid=109762) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 13:39:34.375551 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.375913 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.376334 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.376685 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > networks before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.377035 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.377379 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > ports before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.377728 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.378071 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnets before_response 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.378419 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.378760 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.379098 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.379474 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.379814 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.380150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.380486 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.380822 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.381156 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.388718 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded quota_driver: . May 04 13:39:34.389080 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.plugin [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Modular L2 Plugin initialization complete May 04 13:39:34.389431 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading services supported by the core plugin {{(pid=109762) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 13:39:34.389773 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.plugins.ml2.managers [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Got port-security extension from driver 'port_security' May 04 13:39:34.390253 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.extensions.vlantransparent [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Disabled vlantransparent extension. May 04 13:39:34.390750 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109762) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 13:39:34.391078 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: router May 04 13:39:34.426059 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.426456 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_create 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.426835 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router before_create 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.427227 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.427612 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.427976 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_delete 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.428345 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.428709 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.429076 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_create 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.429432 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.429789 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.430146 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.430635 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.431054 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.431459 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.431806 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.432146 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: subnet after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.432487 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.433489 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.433846 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_create 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.434201 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.434545 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.434904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router after_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.435273 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.435636 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_create 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.436004 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.436355 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_update 55549900 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.436724 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > agent after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.437081 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > agent after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.437432 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > network after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.438294 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Tracking information for resource: router configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:34.438624 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Tracking information for resource: floatingip configured {{(pid=109762) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 13:39:34.443411 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.db.l3_agentschedulers_db [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 13:39:34.443986 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.444349 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.444704 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.445058 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: port after_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.445846 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router before_create 55550100 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.446211 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.446829 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_create 55550100 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.447185 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > router precommit_update 55550100 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.451952 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.provider_configuration [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service providers = [] {{(pid=109762) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 13:39:34.452321 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.db.servicetype_db [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109762) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 13:39:34.455283 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.service_base [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:39:34.455633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.service_base [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:39:34.455979 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.service_base [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:39:34.456869 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.services.service_base [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109762) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 13:39:34.457242 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.services.service_base [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 13:39:34.457618 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.457933 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 13:39:34.468543 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.468881 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: auto_allocate May 04 13:39:34.474546 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: network precommit_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.474917 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: network precommit_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.475465 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.475789 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: tag May 04 13:39:34.483064 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.483383 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: timestamp May 04 13:39:34.487150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.487513 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: network_ip_availability May 04 13:39:34.492960 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.493333 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.493691 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.494394 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.494713 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: flavors May 04 13:39:34.500208 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.500542 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading Plugin: revisions May 04 13:39:34.504791 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109762) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 13:39:34.505186 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=109762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 13:39:34.505919 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109762) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 13:39:34.506256 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Initializing extension manager. May 04 13:39:34.506784 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: __init__.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.507126 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: __pycache__ {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.507677 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: _port_mac_address_override.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.508060 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: address_group.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.508895 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.509654 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: address-group May 04 13:39:34.510056 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: address_scope.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.510792 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.511346 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: address-scope May 04 13:39:34.511672 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.512602 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.513114 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: router-admin-state-down-before-update May 04 13:39:34.513439 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: agent.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.514138 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.514645 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: agent May 04 13:39:34.514968 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: agent_resources_synced.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.515904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.516416 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: agent-resources-synced May 04 13:39:34.516741 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: allowedaddresspairs.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.518541 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.519060 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: allowed-address-pairs May 04 13:39:34.519425 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: auto_allocated_topology.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.520498 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.521012 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: auto-allocated-topology May 04 13:39:34.521341 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: availability_zone.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.522033 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.522536 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: availability_zone May 04 13:39:34.522861 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: availability_zone_filter.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.523800 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.524309 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: availability_zone_filter May 04 13:39:34.524633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: data_plane_status.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.525546 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.526056 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension data-plane-status not supported by any of loaded plugins May 04 13:39:34.526406 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: default_subnetpools.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.527377 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.527895 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: default-subnetpools May 04 13:39:34.528222 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.529028 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.529537 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: dhcp_agent_scheduler May 04 13:39:34.529861 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: dns.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.530773 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.531309 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension dns-integration not supported by any of loaded plugins May 04 13:39:34.531635 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: dns_domain_ports.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.532552 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.533059 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 13:39:34.533382 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.534300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.534826 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 13:39:34.535129 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: dvr.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.535819 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.536328 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: dvr May 04 13:39:34.536648 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: ecmp_routes.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.537562 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.538070 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 13:39:34.538399 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: empty_string_filtering.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.539367 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.539881 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: empty-string-filtering May 04 13:39:34.540203 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.541114 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.541617 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 13:39:34.541937 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.543383 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.543893 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 13:39:34.544213 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: external_net.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.545123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.545633 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: external-net May 04 13:39:34.545954 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.546859 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.547401 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: extra_dhcp_opt May 04 13:39:34.547726 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: extraroute.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.548639 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.549176 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: extraroute May 04 13:39:34.549457 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: extraroute_atomic.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.550669 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.551182 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: extraroute-atomic May 04 13:39:34.551530 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: filter_validation.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.552196 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.552702 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: filter-validation May 04 13:39:34.553023 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: fip_pf_description.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.553926 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.554423 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 13:39:34.554743 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: fip_pf_port_range.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.555685 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.556190 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 13:39:34.556512 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: fip_port_details.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.557586 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.558655 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: fip-port-details May 04 13:39:34.558984 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: flavors.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.560248 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.560765 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: flavors May 04 13:39:34.561091 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.562746 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.563302 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 13:39:34.563632 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: floatingip_pools.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.564328 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.564844 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: floatingip-pools May 04 13:39:34.565173 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: ip_allocation.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.566090 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.566598 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension ip_allocation not supported by any of loaded plugins May 04 13:39:34.566920 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.567870 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.568380 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: ip-substring-filtering May 04 13:39:34.568708 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l2_adjacency.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.569623 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.570127 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 13:39:34.570449 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.571835 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.572365 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: router May 04 13:39:34.572691 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.574926 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.575497 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 13:39:34.575831 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.576761 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.577283 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: ext-gw-mode May 04 13:39:34.577609 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.578536 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.579060 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: l3-ha May 04 13:39:34.579420 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.580336 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.580844 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 13:39:34.581168 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_flavors.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.582081 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.582592 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: l3-flavors May 04 13:39:34.582915 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.584309 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.584827 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 13:39:34.585154 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.586072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.586585 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 13:39:34.586911 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: l3agentscheduler.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.587985 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.588641 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: l3_agent_scheduler May 04 13:39:34.588928 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: local_ip.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.592094 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.592623 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension local_ip not supported by any of loaded plugins May 04 13:39:34.592954 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: logging.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.594630 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.595547 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension logging not supported by any of loaded plugins May 04 13:39:34.596034 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: metering.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.596793 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.597382 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: metering May 04 13:39:34.597714 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.598833 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.599381 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: metering_source_and_destination_fields May 04 13:39:34.599711 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: multiprovidernet.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.600639 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.601154 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: multi-provider May 04 13:39:34.601574 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: netmtu.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.603036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.603595 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: net-mtu May 04 13:39:34.603923 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: netmtu_writable.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.605689 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.606288 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: net-mtu-writable May 04 13:39:34.606620 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: network_availability_zone.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.607328 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.607840 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: network_availability_zone May 04 13:39:34.608330 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: network_ip_availability.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.610098 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.610953 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: network-ip-availability May 04 13:39:34.611327 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: network_segment_range.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.612111 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.612630 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension network-segment-range not supported by any of loaded plugins May 04 13:39:34.612957 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: pagination.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.613991 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.614559 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: pagination May 04 13:39:34.615124 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_device_profile.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.616362 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.616880 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-device-profile May 04 13:39:34.617206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_mac_address_override.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.618148 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.618657 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-mac-override May 04 13:39:34.618981 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.619947 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.620514 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-mac-address-regenerate May 04 13:39:34.620839 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.621755 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.622268 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-numa-affinity-policy May 04 13:39:34.622592 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_resource_request.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.623528 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.624036 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension port-resource-request not supported by any of loaded plugins May 04 13:39:34.624360 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: port_resource_request_groups.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.625327 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.625837 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 13:39:34.626163 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: portbindings.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.627096 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.627643 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: binding May 04 13:39:34.627970 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: portbindings_extended.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.629245 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.629763 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: binding-extended May 04 13:39:34.630092 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: portsecurity.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.631030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.631586 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-security May 04 13:39:34.631914 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: project_id.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.632895 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.633226 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: project-id May 04 13:39:34.633548 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: providernet.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.634480 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.634990 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: provider May 04 13:39:34.635352 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.639126 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.639676 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos not supported by any of loaded plugins May 04 13:39:34.640010 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.641254 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.641770 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 13:39:34.642100 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.643028 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.643573 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 13:39:34.643900 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_default.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.644814 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.645328 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-default not supported by any of loaded plugins May 04 13:39:34.645656 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_fip.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.646577 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.647087 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-fip not supported by any of loaded plugins May 04 13:39:34.647433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.648354 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.648874 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 13:39:34.649201 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_gateway_ip.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.650118 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.650625 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 13:39:34.650948 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_port_network_policy.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.652452 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.652961 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 13:39:34.653283 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.654323 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.654840 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 13:39:34.655165 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.656224 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.656745 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 13:39:34.657071 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_pps_rule.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.658250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.658767 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-pps not supported by any of loaded plugins May 04 13:39:34.659101 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_rule_type_details.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.660050 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.660565 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 13:39:34.660893 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.661804 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.662313 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 13:39:34.662637 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: qos_rules_alias.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.663696 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.664210 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 13:39:34.664537 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: quota_check_limit.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.665521 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.666033 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: quota-check-limit May 04 13:39:34.666358 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: quotasv2.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.667981 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.668308 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: quotas May 04 13:39:34.668629 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: quotasv2_detail.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.670345 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.670681 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: quota_details May 04 13:39:34.671010 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: rbac.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.672092 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.672619 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: rbac-policies May 04 13:39:34.672947 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: rbac_address_group.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.673886 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.674403 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: rbac-address-group May 04 13:39:34.674726 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: rbac_address_scope.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.675680 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.676195 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: rbac-address-scope May 04 13:39:34.676517 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: rbac_security_groups.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.677448 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.677962 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: rbac-security-groups May 04 13:39:34.678285 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: rbac_subnetpool.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.679221 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.679740 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: rbac-subnetpool May 04 13:39:34.680062 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: revisionifmatch.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.680985 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.681495 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: revision-if-match May 04 13:39:34.681818 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: revisions.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.682956 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.683501 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: standard-attr-revisions May 04 13:39:34.683827 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: router_availability_zone.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.684495 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.685004 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: router_availability_zone May 04 13:39:34.685325 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: routerservicetype.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.686245 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.686754 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension router-service-type not supported by any of loaded plugins May 04 13:39:34.687075 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.688029 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.688541 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: security-groups-normalized-cidr May 04 13:39:34.688868 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.689786 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.690294 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: port-security-groups-filtering May 04 13:39:34.690616 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.691585 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.692101 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: security-groups-remote-address-group May 04 13:39:34.692425 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.693496 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.694011 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: security-groups-shared-filtering May 04 13:39:34.694336 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.694921 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 13:39:34.695267 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: securitygroup.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.705130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.705668 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: security-group May 04 13:39:34.706004 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: segment.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.706731 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.707269 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension segment not supported by any of loaded plugins May 04 13:39:34.707601 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.708546 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.709060 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 13:39:34.709387 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: servicetype.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.710478 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.711002 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: service-type May 04 13:39:34.711363 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: sorting.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.712344 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.712677 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: sorting May 04 13:39:34.713004 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: standard_attr_segment.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.714439 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.714955 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 13:39:34.715313 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: standardattrdescription.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.715961 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.716473 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: standard-attr-description May 04 13:39:34.716800 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: stateful_security_group.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.717745 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.718259 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: stateful-security-group May 04 13:39:34.718586 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: stdattrs_common.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.719159 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 13:39:34.719506 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.720548 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.720955 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 13:39:34.721281 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnet_onboard.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.722371 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.722887 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: subnet_onboard May 04 13:39:34.723236 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.724183 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.724696 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 13:39:34.725057 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnet_service_types.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.725940 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.726454 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: subnet-service-types May 04 13:39:34.726800 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnetallocation.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.727906 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.728429 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: subnet_allocation May 04 13:39:34.728751 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.729418 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.730622 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: subnetpool-prefix-ops May 04 13:39:34.730838 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.731981 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.732304 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 13:39:34.732625 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: tagging.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.733762 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.734230 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: standard-attr-tag May 04 13:39:34.734562 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: timestamp.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.735836 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.736374 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loaded extension: standard-attr-timestamp May 04 13:39:34.736681 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: trunk.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.737724 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.738233 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension trunk not supported by any of loaded plugins May 04 13:39:34.738558 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: trunk_details.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.739526 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.740038 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension trunk-details not supported by any of loaded plugins May 04 13:39:34.740360 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: uplink_status_propagation.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.741283 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.741898 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 13:39:34.742119 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Loading extension file: vlantransparent.py {{(pid=109762) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 13:39:34.742803 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109762) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 13:39:34.743370 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 13:39:34.745947 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:network May 04 13:39:34.746517 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnet May 04 13:39:34.746912 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:39:34.747337 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:port May 04 13:39:34.748593 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.749031 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service FLAVORS assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.749767 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.750079 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.750414 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:router May 04 13:39:34.750854 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:39:34.751373 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service METERING assigned prefix: /metering {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.752819 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.753200 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.753617 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:39:34.754579 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:39:34.754997 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:security_group May 04 13:39:34.755441 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:39:34.756039 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service CORE assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.756375 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:39:34.756721 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] subnetpool is already registered May 04 13:39:34.757145 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service CORE assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.757484 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:39:34.757813 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] subnetpool is already registered May 04 13:39:34.760083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.760632 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service FLAVORS assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.761132 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.761585 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.762028 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:router May 04 13:39:34.762261 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] router is already registered May 04 13:39:34.762670 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:floatingip May 04 13:39:34.763008 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] floatingip is already registered May 04 13:39:34.763540 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service METERING assigned prefix: /metering {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.764145 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of CountableResource for resource:rbac_policy May 04 13:39:34.764470 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] rbac_policy is already registered May 04 13:39:34.764879 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:security_group May 04 13:39:34.765213 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] security_group is already registered May 04 13:39:34.765613 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 13:39:34.766086 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] security_group_rule is already registered May 04 13:39:34.766564 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service CORE assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.766904 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:39:34.767425 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] subnetpool is already registered May 04 13:39:34.767677 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.v2.resource_helper [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Service CORE assigned prefix: {{(pid=109762) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 13:39:34.768007 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Creating instance of TrackedResource for resource:subnetpool May 04 13:39:34.768338 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING neutron.quota.resource_registry [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] subnetpool is already registered May 04 13:39:34.768814 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: extensions {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.770280 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: address-groups {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.771862 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: address-scopes {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.773176 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: agents {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.774332 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: auto-allocated-topology {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.775594 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: availability_zones {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.777345 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: dhcp-networks {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.778845 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: dhcp-agents {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.780294 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: routers {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.782479 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: flavors {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.783672 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: service_profiles {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.784866 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: next_providers {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.786302 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: service_profiles {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.787868 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: floatingip-pools {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.789083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: routers {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.791167 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: floatingips {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.794065 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: l3-routers {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.795465 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: l3-agents {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.796894 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: metering-labels {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.798248 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: metering-label-rules {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.799534 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: network-ip-availabilities {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.800789 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: bindings {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.802421 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: quotas {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.804028 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: quotas {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.805555 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: rbac-policies {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.806836 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: security-groups {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.808106 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: security-group-rules {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.809318 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: service-providers {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.810633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: subnetpools {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.812072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: subnetpools {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.813516 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.815170 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.817005 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.818787 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.820604 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.822698 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.824442 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.826333 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.828102 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.829940 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron.api.extensions [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Extended resource: tags {{(pid=109762) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 13:39:34.835783 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING keystonemiddleware.auth_token [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 13:39:34.841025 dv-cinder-839793-6-iscsi neutron-server[109762]: WARNING keystonemiddleware.auth_token [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 13:39:34.849566 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Acquired lock "singleton_lock" {{(pid=109762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 13:39:34.850044 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_concurrency.lockutils [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Releasing lock "singleton_lock" {{(pid=109762) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 13:39:34.850698 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Starting 2 workers May 04 13:39:34.856159 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Started child 109869 {{(pid=109762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:39:34.860692 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Started child 109870 {{(pid=109762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:39:34.861577 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.862220 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO neutron.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 13:39:34.862872 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.863076 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [-] (109869) wsgi starting up on http://0.0.0.0:9696 May 04 13:39:34.865241 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.865718 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Starting 1 workers May 04 13:39:34.866611 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [-] (109870) wsgi starting up on http://0.0.0.0:9696 May 04 13:39:34.870506 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Started child 109871 {{(pid=109762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:39:34.871059 dv-cinder-839793-6-iscsi neutron-server[109762]: INFO oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Starting 1 workers May 04 13:39:34.874218 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] calling RpcWorker wait() {{(pid=109871) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 13:39:34.874776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] returning from RpcWorker wait() {{(pid=109871) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 13:39:34.875576 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Started child 109872 {{(pid=109762) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 13:39:34.876131 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.876519 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG neutron_lib.callbacks.manager [None req-5bae1935-cb17-4922-83d9-3c4f6ad9ff44 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.877408 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:34.878379 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 13:39:34.878744 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:39:34.879101 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:39:34.879492 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:39:34.879964 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:39:34.880128 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:39:34.880340 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60286) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:39:34.880811 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.881099 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.881368 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.881624 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.882226 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.882471 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.882715 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.882998 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.883245 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.883421 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.883592 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.883850 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.884104 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.884483 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.884733 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.884994 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.885241 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.885414 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.885653 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.885999 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.886240 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.886527 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] debug = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.886771 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.887300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.887545 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.887793 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.888034 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.888305 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.888562 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.888824 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.889137 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065653 May 04 13:39:34.889344 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890199 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890362 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890733 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.890833 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:34.891770 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.892091 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:34.892358 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.892713 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.893318 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] host = dv-cinder-839793-6-iscsi {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.893564 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.893802 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.894050 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.894299 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.894555 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.894802 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.895074 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.895350 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.895608 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.895833 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.896081 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.896311 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.896556 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.896802 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.896951 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_options = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.897185 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.897462 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.897711 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.897899 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.898063 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.898215 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.898462 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.898611 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.898873 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.899088 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.899344 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.899595 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.899775 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.900369 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.900369 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.900698 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.900698 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.900969 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.901109 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.901852 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.902067 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.902311 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.902557 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.902791 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.903016 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905045 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905045 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905045 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905045 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905045 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905751 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905751 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.905751 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.906214 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.906214 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.906497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.906636 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.906807 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.907069 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.908147 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.908616 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.909064 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.909444 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.909828 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.910047 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.910411 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.910938 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_json = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.911317 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.911703 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.912023 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.912190 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.912584 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.912804 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.913432 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.913432 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.913674 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:34.913904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.914153 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.915524 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.915524 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.915524 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.915524 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.915524 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.917936 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.918899 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.918899 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.918899 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.918899 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.925633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926206 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.926769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927409 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927756 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.927827 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.928028 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.928240 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.928456 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.928736 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.929662 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.929922 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.930161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.930402 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.930637 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.930851 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.931084 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.931324 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.931606 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.932765 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.933179 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.933402 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.933624 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.933837 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.934097 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.934317 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.934532 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.934748 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.936130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.937250 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938813 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.938813 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.939012 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.940117 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.940613 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.941078 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.941398 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.941688 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.942759 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.942759 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.942759 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.942759 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.943346 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.944073 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.944732 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.945209 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.945675 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.946197 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.946934 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.948671 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.949341 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.950023 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.950699 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.951420 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.951935 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.952374 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.952822 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.953725 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.953725 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.953916 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.954138 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.954470 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.954777 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.955107 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.955509 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.956373 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.956373 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.957309 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.957779 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.958891 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.959400 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.959671 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.960298 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.960980 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.961489 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.961915 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.962467 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.962934 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.963232 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.963553 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.965058 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.965058 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.965058 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.965272 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.965641 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.966057 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.966527 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.966915 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.967175 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.967472 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.967689 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.967935 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.968175 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.968412 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.968633 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.968873 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.969110 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.969503 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.970321 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.970321 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.970598 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.970846 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.971074 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.971356 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.971785 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.972169 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.972460 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.972683 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.972993 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.973402 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.973777 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.974149 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.974542 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.974909 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.975651 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.975772 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.976252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.976607 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.977005 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.977405 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.978072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.978569 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.978991 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.980290 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.980979 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.981642 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.982071 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.982497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.982916 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.983497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.983990 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.984416 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.984959 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.985379 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.985895 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.986344 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.986955 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.987679 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.989197 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.989197 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.989197 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.989422 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.989606 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.990019 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.990249 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.990623 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.991012 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.991423 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.991791 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.992212 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.992627 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.993293 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.993725 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.994111 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995310 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995310 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995310 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995310 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995623 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995694 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.995912 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.996763 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.996763 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.996763 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.996985 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.997111 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.997550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.997770 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.998021 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.998277 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.998532 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.998745 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.998988 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.999281 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.999454 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.999771 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:34.999926 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.000096 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.000353 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.000552 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.000769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.000998 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.001204 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.001440 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.001662 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.001877 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.002083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.002303 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.002531 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.002761 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.002980 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.003196 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.003425 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.003667 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.003876 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.004083 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.004301 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.004539 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.004788 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.005019 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.005260 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.005490 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.005929 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.006189 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.006441 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.006687 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.007003 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.007259 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.007536 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.007772 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.008006 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.008235 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.008479 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.008859 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.009084 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.009350 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.009587 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.009859 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.010151 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.010394 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.010601 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.012254 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.012735 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.013044 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.013314 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.013569 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.013818 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.014043 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.014261 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.014481 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.014716 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.014931 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.015189 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.015455 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.015685 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.015907 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.016495 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.016495 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.016669 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.016796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.017173 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.017568 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.017757 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:39:35.018269 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109762) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 13:39:35.018431 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 13:39:35.018584 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 13:39:35.018831 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 13:39:35.018922 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.019932 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020324 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020324 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020324 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020494 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020632 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.020989 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.021146 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.021303 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022503 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022503 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022503 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022694 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] debug = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022791 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.022989 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.023149 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024340 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024654 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024811 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.024966 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.025266 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.025552 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.025836 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.026130 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.026286 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.026985 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027141 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027333 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027491 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] host = dv-cinder-839793-6-iscsi {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027650 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027816 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.027959 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028095 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028232 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028367 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028516 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028653 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028790 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.028927 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029063 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029216 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029340 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029502 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029679 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_options = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029817 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.029969 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030126 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030310 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030471 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030619 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030759 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.030895 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.031044 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.031200 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.032307 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.033177 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.034172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035830 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035830 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035830 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035830 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.035830 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.036464 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.036464 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.036464 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.036464 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.036464 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037070 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_json = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037070 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037070 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037070 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037569 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037569 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.037819 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:35.038036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.038036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.038036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.038036 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 13:39:35.038529 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.038529 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.038529 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.038529 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039026 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039026 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039026 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039449 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039449 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039449 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039862 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.039862 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040064 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040064 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040272 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040380 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040483 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040642 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040802 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.040960 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041120 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041279 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041450 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041609 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041755 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.041914 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042084 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042254 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042397 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042563 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042736 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.042878 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.043028 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.043188 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.043381 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044072 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044608 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044608 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044608 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.044608 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045052 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045052 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045052 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045311 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045311 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045453 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045592 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045753 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.045896 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.046065 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.046247 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.046374 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.046683 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.046996 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047174 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047345 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047496 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047636 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047773 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.047908 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048070 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048214 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048376 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048518 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048682 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.048835 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049002 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049154 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049290 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049452 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049595 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049758 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.049901 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050062 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050221 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050378 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050537 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050694 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.050853 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.051012 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.051172 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.051365 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.051488 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.052415 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053161 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053801 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053801 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053801 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.053801 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.054300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.054300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.054300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.054300 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055550 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055992 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055992 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.055992 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056171 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056254 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056385 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056585 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056724 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.056861 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.057796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.058599 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.058599 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.058599 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.058599 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.058599 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.059267 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.059267 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.059267 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.059267 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060137 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060326 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060513 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060674 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060836 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.060996 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061283 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061451 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061609 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061769 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.061928 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062085 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062230 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062381 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062541 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062697 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.062856 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.063016 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.063159 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064322 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064322 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064607 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064607 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064867 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.064867 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.065137 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.065137 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.066123 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067001 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067798 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067798 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067798 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067798 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.067798 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.068944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.070778 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.072252 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.073774 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074433 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.074944 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076000 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076590 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076590 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076590 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076590 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076887 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.076887 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.077030 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.077150 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.077327 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.077471 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.077826 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.078164 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.078497 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.078904 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.079235 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.079546 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.079705 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.080039 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.080340 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.080671 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081019 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081186 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081377 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081542 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081690 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081835 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.081979 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082138 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082290 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082462 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082622 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082796 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.082933 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.083331 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.083488 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.083655 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.083812 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.083975 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084136 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084299 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084483 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084635 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084797 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.084956 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085122 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085292 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085460 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085611 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085777 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.085946 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.086106 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.086263 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.086422 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.086580 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087233 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087233 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087233 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087233 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087817 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087817 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087817 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.087817 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088281 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088281 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088281 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088490 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088567 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088655 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.088810 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 13:39:35.089702 dv-cinder-839793-6-iscsi neutron-server[109762]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109762) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 13:39:46.257635 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947f641-cb65-45f0-99ab-39ad32668792 None None] get_active_networks_info from dv-cinder-839793-6-iscsi {{(pid=109871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 13:39:46.326292 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947f641-cb65-45f0-99ab-39ad32668792 None None] No non-hosted networks {{(pid=109871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 13:39:46.346184 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-d639-4768-9583-385eab07a0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:48.358231 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d338898d-7c15-47bf-b0ae-b805a0c399d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:48.414791 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-91d335bb-22e8-4889-8f54-6eec393bc344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:49.481549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60366) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:39:49.846784 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:50.188291 dv-cinder-839793-6-iscsi neutron-server[109870]: WARNING oslo_policy.policy [None req-b18afba2-e0d0-4138-b8b7-31a484bc21be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:39:50.189314 dv-cinder-839793-6-iscsi neutron-server[109870]: WARNING oslo_policy.policy [None req-b18afba2-e0d0-4138-b8b7-31a484bc21be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:39:50.447407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [None req-b18afba2-e0d0-4138-b8b7-31a484bc21be admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:39:50.464089 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b18afba2-e0d0-4138-b8b7-31a484bc21be admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9809184 May 04 13:39:51.282140 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:52.185699 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.db.l3_hamode_db [None req-08dc3176-371c-435f-898a-20a301dacba7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 13:39:52.265865 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc3176-371c-435f-898a-20a301dacba7 None None] Routers set() bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:39:52.266529 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc3176-371c-435f-898a-20a301dacba7 None None] Router IDs set() for agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 13:39:52.510256 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:52.511802 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.512332 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.512676 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.513013 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.513346 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.513676 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.514059 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.514484 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.515319 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.516094 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.516444 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.516964 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.517498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.518022 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.518552 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:52.519144 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:52.525278 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:39:53.060117 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60400) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:39:53.377591 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:39:53.468670 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.policy [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109870) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:39:53.509679 dv-cinder-839793-6-iscsi neutron-server[109870]: WARNING oslo_policy.policy [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:39:53.510064 dv-cinder-839793-6-iscsi neutron-server[109870]: WARNING oslo_policy.policy [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:39:53.604080 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310884719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310884195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310868199', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310906573', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310912736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767310920207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8316250', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7883876', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939497'] for rbac-policy (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:53.672838 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:53.674018 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-5d1b08a6-f60f-44f3-be1a-2b38a4d4157a admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6128926 May 04 13:39:56.103317 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60412) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:39:56.408064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:39:56.436716 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Made reservation on behalf of 8f60414b09e148d391f54308214c18a7 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:39:56.441405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.458227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.563634 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks [] for security_group (242645f7-ec51-4eae-9b12-c175876be231), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.567381 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (242645f7-ec51-4eae-9b12-c175876be231), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.591859 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:39:56.626243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767307234371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (e87925e8-4871-4387-857f-1138fedc23d2), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.626818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Unsubscribe: segment precommit_create {{(pid=109870) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 13:39:56.627367 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Added segment e87925e8-4871-4387-857f-1138fedc23d2 of type vlan for network 609b1b22-257b-4bec-9085-2b865a22f32a May 04 13:39:56.643590 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=242645f7-ec51-4eae-9b12-c175876be231,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:56.690392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.690722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.691069 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.691423 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.691747 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.692065 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.692386 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.692698 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.693010 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.693321 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.693632 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.693962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.694271 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.694577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.694883 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Tracked resource versions report: May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: pushed versions: May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: { 'AddressGroup': {'1.2'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Agent': {'1.1'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'ConntrackHelper': {'1.0'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'LocalIPAssociation': {'1.0'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Log': {'1.0'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'NDPProxy': {'1.0'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Network': {'1.1'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Port': {'1.7'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'PortForwarding': {'1.3'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'QosPolicy': {'1.10'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroup': {'1.5'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroupRule': {'1.2'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SubPort': {'1.0'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Subnet': {'1.1'}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Trunk': {'1.1'}} May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: consumer versions: May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Agent': '1.1', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'ConntrackHelper': '1.0', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'LocalIPAssociation': '1.0', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Log': '1.0', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'NDPProxy': '1.0', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Network': '1.1', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Port': '1.7', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'PortForwarding': '1.3', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'QosPolicy': '1.10', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroup': '1.5', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroupRule': '1.2', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SubPort': '1.0', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Subnet': '1.1', May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Trunk': '1.1'}} May 04 13:39:56.696337 dv-cinder-839793-6-iscsi neutron-server[109870]: {{(pid=109870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:39:56.740415 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (609b1b22-257b-4bec-9085-2b865a22f32a), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.780319 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (609b1b22-257b-4bec-9085-2b865a22f32a), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.785249 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:39:56.785948 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:39:56.851598 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7471640 May 04 13:39:56.902851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543943-14da-425e-bea2-9e7fa8ea8ba6 demo demo] Pushing event updated for resources: {'Network': ['ID=609b1b22-257b-4bec-9085-2b865a22f32a,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:39:56.916002 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 609b1b22-257b-4bec-9085-2b865a22f32a details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:39:59.320969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60424) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:39:59.717596 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df9874-d715-47f1-b354-1054c52d866a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:39:59.718919 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-02df9874-d715-47f1-b354-1054c52d866a demo admin] 10.222.0.73 "GET /v2.0/networks/609b1b22-257b-4bec-9085-2b865a22f32a HTTP/1.1" status: 200 len: 825 time: 0.3970382 May 04 13:39:59.743522 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0e8b1dd6-a638-4b29-be2a-6c217270d0dd demo admin] 10.222.0.73 "GET /v2.0/subnetpools/74c1588b-7eea-4c40-97b9-e3192246f91c HTTP/1.1" status: 200 len: 734 time: 0.0185027 May 04 13:39:59.751584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c', 'gateway_ip': '172.20.0.1', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:39:59.771569 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Made reservation on behalf of 8f60414b09e148d391f54308214c18a7 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:39:59.773757 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:00.054277 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:00.121581 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Pushing event updated for resources: {'Subnet': ['ID=0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:00.125936 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Checking segment: {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:40:00.126313 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Network hostable DHCP agents. Network: 609b1b22-257b-4bec-9085-2b865a22f32a, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:40:00.147093 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Network 609b1b22-257b-4bec-9085-2b865a22f32a is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:40:00.157227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 609b1b22-257b-4bec-9085-2b865a22f32a) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:00.161580 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:00.162172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:00.166771 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac2afe4-6cbd-4fe7-82e6-7db3bf734e4b None None] Network 609b1b22-257b-4bec-9085-2b865a22f32a requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:40:00.176972 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ecf2e1f6-f20c-4231-a42e-46380a14406f demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4284058 May 04 13:40:00.434573 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-609b1b22-257b-4bec-9085-2b865a22f32a', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'project_id': '8f60414b09e148d391f54308214c18a7', 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:40:00.435812 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:00.710054 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Allocated IP 172.20.0.2 (609b1b22-257b-4bec-9085-2b865a22f32a/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f/a342bedb-f6e4-41d9-b141-a860a311dad0) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:40:00.974663 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks [] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:00.982599 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:01.046797 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Network 609b1b22-257b-4bec-9085-2b865a22f32a is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:40:01.051317 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:01.055267 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:40:01.098718 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Pushing event updated for resources: {'Port': ['ID=a342bedb-f6e4-41d9-b141-a860a311dad0,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:01.126200 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.126545 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.126902 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.127273 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.127616 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.127942 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.128266 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.128589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.128913 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.129234 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.129557 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.129891 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.130213 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.130532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.130854 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Tracked resource versions report: May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: pushed versions: May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: { 'AddressGroup': {'1.2'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Agent': {'1.1'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'ConntrackHelper': {'1.0'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'LocalIPAssociation': {'1.0'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Log': {'1.0'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'NDPProxy': {'1.0'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Network': {'1.1'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Port': {'1.7'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'PortForwarding': {'1.3'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'QosPolicy': {'1.10'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroup': {'1.5'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroupRule': {'1.2'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SubPort': {'1.0'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Subnet': {'1.1'}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Trunk': {'1.1'}} May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: consumer versions: May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Agent': '1.1', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'ConntrackHelper': '1.0', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'LocalIPAssociation': '1.0', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Log': '1.0', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'NDPProxy': '1.0', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Network': '1.1', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Port': '1.7', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'PortForwarding': '1.3', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'QosPolicy': '1.10', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroup': '1.5', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroupRule': '1.2', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SubPort': '1.0', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Subnet': '1.1', May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Trunk': '1.1'}} May 04 13:40:01.132338 dv-cinder-839793-6-iscsi neutron-server[109871]: {{(pid=109871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:40:01.172279 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Attempting to bind port a342bedb-f6e4-41d9-b141-a860a311dad0 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:40:01.173298 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Attempting to bind port a342bedb-f6e4-41d9-b141-a860a311dad0 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:40:01.173598 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Attempting to bind port a342bedb-f6e4-41d9-b141-a860a311dad0 on network 609b1b22-257b-4bec-9085-2b865a22f32a {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:40:01.178618 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:40:01.178992 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Checking segment: {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:40:01.179484 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:01.179875 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Bound using segment: {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:40:01.180348 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Bound port: a342bedb-f6e4-41d9-b141-a860a311dad0, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:40:01.180751 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:01.243447 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] For port a342bedb-f6e4-41d9-b141-a860a311dad0, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:40:01.265133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] For port a342bedb-f6e4-41d9-b141-a860a311dad0, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a342bedb-f6e4-41d9-b141-a860a311dad0,segment=NetworkSegment(e87925e8-4871-4387-857f-1138fedc23d2),segment_id=e87925e8-4871-4387-857f-1138fedc23d2)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:40:01.271779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:01.329447 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5e82-5891-4d37-b55d-0475551343fe None None] Pushing event updated for resources: {'Port': ['ID=a342bedb-f6e4-41d9-b141-a860a311dad0,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:02.695191 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60432) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:03.009291 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [None req-25d46a0a-c2f2-40cb-a431-9df0cbeb8c25 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:40:03.023231 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-25d46a0a-c2f2-40cb-a431-9df0cbeb8c25 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3140147 May 04 13:40:05.526572 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60440) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:05.839855 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [None req-da665459-1a67-4aba-b48f-e7fb9848dd35 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:40:05.840842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-da665459-1a67-4aba-b48f-e7fb9848dd35 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3133571 May 04 13:40:08.361975 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60448) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:08.671813 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:40:08.694890 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (4088730c-9624-4252-a724-627693b4cfd8), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:08.696594 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (4088730c-9624-4252-a724-627693b4cfd8), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:08.840851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Publish callbacks [] for router_controller (4088730c-9624-4252-a724-627693b4cfd8), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:08.845563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (4088730c-9624-4252-a724-627693b4cfd8), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:08.862838 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:08.864038 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3963c2ba-0701-424d-a04d-f27fa8d63417 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5009758 May 04 13:40:11.143550 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a342bedb-f6e4-41d9-b141-a860a311dad0 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:40:11.231609 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port a342bedb-f6e4-41d9-b141-a860a311dad0 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:11.232044 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:11.340600 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port a342bedb-f6e4-41d9-b141-a860a311dad0 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:11.340986 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:11.357302 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 60460) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:11.375042 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port a342bedb-f6e4-41d9-b141-a860a311dad0, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a342bedb-f6e4-41d9-b141-a860a311dad0,segment=NetworkSegment(e87925e8-4871-4387-857f-1138fedc23d2),segment_id=e87925e8-4871-4387-857f-1138fedc23d2)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:40:11.379800 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:11.428176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=a342bedb-f6e4-41d9-b141-a860a311dad0,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:11.866274 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING oslo_policy.policy [None req-6434eab7-4a04-4818-b010-a5db401b98d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:40:11.866848 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING oslo_policy.policy [None req-6434eab7-4a04-4818-b010-a5db401b98d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:40:12.090843 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [None req-6434eab7-4a04-4818-b010-a5db401b98d7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:40:12.107234 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6434eab7-4a04-4818-b010-a5db401b98d7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7326887 May 04 13:40:12.681881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc8ef9-cab8-4e96-9711-59853969e6b9 None None] Network 609b1b22-257b-4bec-9085-2b865a22f32a requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:40:12.749899 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-dd0ab010-ad26-4c63-8217-8d14fb3698b7 None None] Provisioning complete for port a342bedb-f6e4-41d9-b141-a860a311dad0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:12.750272 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab010-ad26-4c63-8217-8d14fb3698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:12.876725 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ab010-ad26-4c63-8217-8d14fb3698b7 None None] Current status of the port a342bedb-f6e4-41d9-b141-a860a311dad0 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:13.096125 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-4ce8c4c8-c0b2-4100-8402-5a1cc2abeea0 None None] Provisioning complete for port a342bedb-f6e4-41d9-b141-a860a311dad0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:13.096516 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4ce8c4c8-c0b2-4100-8402-5a1cc2abeea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:13.142766 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a342bedb-f6e4-41d9-b141-a860a311dad0 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:40:13.204324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8c4c8-c0b2-4100-8402-5a1cc2abeea0 None None] Current status of the port a342bedb-f6e4-41d9-b141-a860a311dad0 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:13.218027 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port a342bedb-f6e4-41d9-b141-a860a311dad0 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:13.218410 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:13.298227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port a342bedb-f6e4-41d9-b141-a860a311dad0 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:14.560232 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 60474) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:14.871160 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:40:14.923284 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Made reservation on behalf of f25742121cef4f95a3f20f4e6e3a0601 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:40:14.985121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.policy [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109869) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 13:40:15.025688 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING oslo_policy.policy [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:40:15.026055 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING oslo_policy.policy [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 13:40:15.035306 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.056035 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.165693 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks [] for security_group (8737fa43-7487-48aa-8d57-b25a4754d527), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.169692 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8737fa43-7487-48aa-8d57-b25a4754d527), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.181264 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=109869) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 13:40:15.214409 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767307234371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.214966 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Unsubscribe: segment precommit_create {{(pid=109869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 13:40:15.215536 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Added segment f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1 of type flat for network aab78dc3-f569-4944-a2a1-90db1c1075d6 May 04 13:40:15.231598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737fa43-7487-48aa-8d57-b25a4754d527,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:15.262328 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.262667 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.263021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.263380 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.263708 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.264029 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.264348 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.264664 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.264984 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.265299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.265631 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.265964 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.266280 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.266592 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.266902 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Tracked resource versions report: May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: pushed versions: May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: { 'AddressGroup': {'1.2'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Agent': {'1.1'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'ConntrackHelper': {'1.0'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'LocalIPAssociation': {'1.0'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Log': {'1.0'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'NDPProxy': {'1.0'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Network': {'1.1'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Port': {'1.7'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'PortForwarding': {'1.3'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'QosPolicy': {'1.10'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroup': {'1.5'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroupRule': {'1.2'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SubPort': {'1.0'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Subnet': {'1.1'}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Trunk': {'1.1'}} May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: consumer versions: May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Agent': '1.1', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'ConntrackHelper': '1.0', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'LocalIPAssociation': '1.0', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Log': '1.0', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'NDPProxy': '1.0', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Network': '1.1', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Port': '1.7', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'PortForwarding': '1.3', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'QosPolicy': '1.10', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroup': '1.5', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroupRule': '1.2', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SubPort': '1.0', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Subnet': '1.1', May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Trunk': '1.1'}} May 04 13:40:15.268342 dv-cinder-839793-6-iscsi neutron-server[109869]: {{(pid=109869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:40:15.335379 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (aab78dc3-f569-4944-a2a1-90db1c1075d6), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.379314 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (aab78dc3-f569-4944-a2a1-90db1c1075d6), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.380471 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:15.381135 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:15.445153 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8838058 May 04 13:40:15.485844 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6d11e-ecb9-4a40-87a4-3b65e817a2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=aab78dc3-f569-4944-a2a1-90db1c1075d6,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:15.496980 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:40:16.199776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-92703daf-8124-42ab-bb93-b0703beb70f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:17.917852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 60488) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:18.311931 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338ae68-e97b-4bc6-ae77-61de950fcd54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:18.313230 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-7338ae68-e97b-4bc6-ae77-61de950fcd54 demo admin] 10.222.0.73 "GET /v2.0/subnets/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f HTTP/1.1" status: 200 len: 849 time: 0.3944311 May 04 13:40:18.350976 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-14cdac77-65cb-42f3-bf2b-7775f4e08270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:18.475778 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c142794c-b411-4837-9252-b5e54565141e demo admin] 10.222.0.73 "GET /v2.0/routers/4088730c-9624-4252-a724-627693b4cfd8 HTTP/1.1" status: 200 len: 704 time: 0.1567845 May 04 13:40:18.763227 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.055641 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Allocated IP 172.20.0.1 (609b1b22-257b-4bec-9085-2b865a22f32a/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f/4bd91661-6b5e-42e7-b1a1-944c0861b4be) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:40:19.237452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks [] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.306137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.372051 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Network 609b1b22-257b-4bec-9085-2b865a22f32a is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:40:19.376892 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:19.380250 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:40:19.380799 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (4088730c-9624-4252-a724-627693b4cfd8), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.468997 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Pushing event updated for resources: {'Port': ['ID=4bd91661-6b5e-42e7-b1a1-944c0861b4be,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:19.556792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-36cdd67a-b7ab-4b17-8ba3-edde156cd6fb None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:19.557392 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-36cdd67a-b7ab-4b17-8ba3-edde156cd6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.602483 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.637400 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-36cdd67a-b7ab-4b17-8ba3-edde156cd6fb None None] Port 4bd91661-6b5e-42e7-b1a1-944c0861b4be cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:40:19.731319 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.857905 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks [] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.862157 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.863028 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (4088730c-9624-4252-a724-627693b4cfd8), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:19.924213 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Pushing event updated for resources: {'Port': ['ID=4bd91661-6b5e-42e7-b1a1-944c0861b4be,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:19.987796 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Network 609b1b22-257b-4bec-9085-2b865a22f32a is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:40:19.989118 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:20.153912 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Router 4088730c-9624-4252-a724-627693b4cfd8 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:40:20.158122 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-9f38c185-e83d-4145-89a1-19fa1789a730 None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:20.158573 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9f38c185-e83d-4145-89a1-19fa1789a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:20.191529 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-9f38c185-e83d-4145-89a1-19fa1789a730 None None] Port 4bd91661-6b5e-42e7-b1a1-944c0861b4be cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:40:20.245466 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:40:20.250620 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c739807f-6af8-446e-a01b-5cd22563eba3 demo admin] 10.222.0.73 "PUT /v2.0/routers/4088730c-9624-4252-a724-627693b4cfd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7691808 May 04 13:40:20.263491 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Sync routers for ids ['4088730c-9624-4252-a724-627693b4cfd8'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:40:20.275960 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Routers {'4088730c-9624-4252-a724-627693b4cfd8'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:40:20.277442 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:40:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['4088730c-9624-4252-a724-627693b4cfd8'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:20.470279 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Set router 4088730c-9624-4252-a724-627693b4cfd8 gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:40:20.910507 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:19Z', 'revision_number': 2, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port_host': None, '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:19Z', 'revision_number': 2, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:20.961731 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Checking router: 4088730c-9624-4252-a724-627693b4cfd8 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:40:20.962108 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Updating router 4088730c-9624-4252-a724-627693b4cfd8 port 4bd91661-6b5e-42e7-b1a1-944c0861b4be binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:40:21.013959 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.204919 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.548038 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks [] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.554631 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.737349 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Pushing event updated for resources: {'Port': ['ID=4bd91661-6b5e-42e7-b1a1-944c0861b4be,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:21.741824 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Attempting to bind port 4bd91661-6b5e-42e7-b1a1-944c0861b4be on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:40:21.742222 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Attempting to bind port 4bd91661-6b5e-42e7-b1a1-944c0861b4be by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:40:21.742662 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Attempting to bind port 4bd91661-6b5e-42e7-b1a1-944c0861b4be on network 609b1b22-257b-4bec-9085-2b865a22f32a {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:40:21.750562 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.750905 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.751280 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.751622 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.751952 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.752276 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.752600 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.752922 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.753246 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.753565 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.753909 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.754242 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.754562 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.754876 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.755188 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Tracked resource versions report: May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: pushed versions: May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: { 'AddressGroup': {'1.2'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Agent': {'1.1'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'ConntrackHelper': {'1.0'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'LocalIPAssociation': {'1.0'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Log': {'1.0'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'NDPProxy': {'1.0'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Network': {'1.1'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Port': {'1.7'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'PortForwarding': {'1.3'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'QosPolicy': {'1.10'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroup': {'1.5'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroupRule': {'1.2'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SubPort': {'1.0'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Subnet': {'1.1'}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Trunk': {'1.1'}} May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: consumer versions: May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Agent': '1.1', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'ConntrackHelper': '1.0', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'LocalIPAssociation': '1.0', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Log': '1.0', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'NDPProxy': '1.0', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Network': '1.1', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Port': '1.7', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'PortForwarding': '1.3', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'QosPolicy': '1.10', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroup': '1.5', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroupRule': '1.2', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SubPort': '1.0', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Subnet': '1.1', May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Trunk': '1.1'}} May 04 13:40:21.756620 dv-cinder-839793-6-iscsi neutron-server[109872]: {{(pid=109872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:40:21.759257 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:40:21.760230 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Checking segment: {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:40:21.761261 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.761641 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Bound using segment: {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:40:21.762132 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Bound port: 4bd91661-6b5e-42e7-b1a1-944c0861b4be, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87925e8-4871-4387-857f-1138fedc23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:40:21.762800 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.781808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-44116fdb-4143-4dc4-a5b5-d2785cd93969 None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:21.782203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-44116fdb-4143-4dc4-a5b5-d2785cd93969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.817841 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-44116fdb-4143-4dc4-a5b5-d2785cd93969 None None] Port 4bd91661-6b5e-42e7-b1a1-944c0861b4be cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:40:21.835952 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] For port 4bd91661-6b5e-42e7-b1a1-944c0861b4be, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:40:21.854598 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] For port 4bd91661-6b5e-42e7-b1a1-944c0861b4be, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=4bd91661-6b5e-42e7-b1a1-944c0861b4be,segment=NetworkSegment(e87925e8-4871-4387-857f-1138fedc23d2),segment_id=e87925e8-4871-4387-857f-1138fedc23d2)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:40:21.860386 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:21.919121 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda9d0-1c96-466c-bf12-aadf402bd6ae None None] Pushing event updated for resources: {'Port': ['ID=4bd91661-6b5e-42e7-b1a1-944c0861b4be,revision_number=4']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:21.925790 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Routers {'4088730c-9624-4252-a724-627693b4cfd8'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:40:21.926404 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:40:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['4088730c-9624-4252-a724-627693b4cfd8'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:22.027303 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] Set router 4088730c-9624-4252-a724-627693b4cfd8 gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:40:22.138131 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:22.138517 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:22.214514 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Current status of the port 4bd91661-6b5e-42e7-b1a1-944c0861b4be is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:22.215170 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:22.227433 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:19Z', 'revision_number': 2, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port_host': None, '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:21Z', 'revision_number': 4, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:22.248774 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] For port 4bd91661-6b5e-42e7-b1a1-944c0861b4be, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=4bd91661-6b5e-42e7-b1a1-944c0861b4be,segment=NetworkSegment(e87925e8-4871-4387-857f-1138fedc23d2),segment_id=e87925e8-4871-4387-857f-1138fedc23d2)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:40:22.252352 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:22.256577 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d14c9-19c8-4fae-b58e-f098e05303b6 None None] The sync data for ids ['4088730c-9624-4252-a724-627693b4cfd8'] in dv-cinder-839793-6-iscsi is: [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:19Z', 'revision_number': 2, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port_host': None, '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:21Z', 'revision_number': 4, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:40:22.319937 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05495e-fe87-43de-b7ee-4962506c757f None None] Pushing event updated for resources: {'Port': ['ID=4bd91661-6b5e-42e7-b1a1-944c0861b4be,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:22.510294 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:22.742272 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 60508) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:22.939438 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1acf19-6af2-41d2-9ff8-a853f71dc753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:22.940794 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1b1acf19-6af2-41d2-9ff8-a853f71dc753 admin admin] 10.222.0.73 "GET /v2.0/networks/aab78dc3-f569-4944-a2a1-90db1c1075d6 HTTP/1.1" status: 200 len: 842 time: 0.1975799 May 04 13:40:22.950350 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Request body: {'subnet': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:40:22.975040 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Made reservation on behalf of f25742121cef4f95a3f20f4e6e3a0601 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:40:22.977506 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:23.261770 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.objects.ports [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109869) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 13:40:23.262211 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (e3baa473-42c6-4481-afad-6b3cfa6b1f44), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:23.315822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3baa473-42c6-4481-afad-6b3cfa6b1f44,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:23.328457 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:40:23.328829 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Network hostable DHCP agents. Network: aab78dc3-f569-4944-a2a1-90db1c1075d6, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:40:23.349005 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:40:23.359844 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, aab78dc3-f569-4944-a2a1-90db1c1075d6) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:23.363923 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:23.364507 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:23.369299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b646e-b0e3-4b7a-9c3a-ec179dee0b58 None None] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:40:23.383704 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-807e39b5-a980-40ad-96c1-b039ac6338ae admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369037 May 04 13:40:23.481149 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64369e6a-602e-46d1-b2f0-7b46fe2bd06d None None] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:40:25.819597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 60526) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:25.933905 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:40:26.035417 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-051cfa47-7276-4d55-83cc-aeb523b170b0 demo admin] 10.222.0.73 "GET /v2.0/routers/4088730c-9624-4252-a724-627693b4cfd8 HTTP/1.1" status: 200 len: 710 time: 0.2146189 May 04 13:40:26.147640 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a1e3-8d2d-4e06-9c67-01e0649cdd28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:40:26.148999 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-fe41a1e3-8d2d-4e06-9c67-01e0649cdd28 demo admin] 10.222.0.73 "GET /v2.0/networks/aab78dc3-f569-4944-a2a1-90db1c1075d6 HTTP/1.1" status: 200 len: 886 time: 0.1082251 May 04 13:40:26.158408 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:40:26.411779 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks [] for router_gateway (4088730c-9624-4252-a724-627693b4cfd8), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:26.624499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks [] for router_gateway (4088730c-9624-4252-a724-627693b4cfd8), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:26.745554 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:26.898200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Allocated IP 172.27.1.107 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/1ec3b84f-c1ce-4a9f-af78-db6ad29bd161) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:40:27.006024 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks [] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.063534 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.137407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:40:27.141962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:40:27.148697 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:40:27.196037 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Pushing event updated for resources: {'Port': ['ID=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:27.447666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks [] for router_gateway (4088730c-9624-4252-a724-627693b4cfd8), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.655196 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-973417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26153'] for router (4088730c-9624-4252-a724-627693b4cfd8), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.659709 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-973408'] for router (4088730c-9624-4252-a724-627693b4cfd8), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.772324 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Router 4088730c-9624-4252-a724-627693b4cfd8 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:40:27.879665 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:40:27.883942 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:27.899234 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b6ce8e32-475d-4653-aa01-82243f496a8b demo admin] 10.222.0.73 "PUT /v2.0/routers/4088730c-9624-4252-a724-627693b4cfd8 HTTP/1.1" status: 200 len: 890 time: 1.7298188 May 04 13:40:29.152728 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 4bd91661-6b5e-42e7-b1a1-944c0861b4be up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:40:29.203615 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:29.204018 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:29.282642 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 4bd91661-6b5e-42e7-b1a1-944c0861b4be is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:30.390225 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 60538) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:40:30.503484 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-da09e6b9-0e4f-44f7-a73b-617fa2cee95d admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120517 May 04 13:40:31.080014 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Sync routers for ids ['4088730c-9624-4252-a724-627693b4cfd8'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:40:31.090708 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Routers {'4088730c-9624-4252-a724-627693b4cfd8'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:40:31.091402 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:40:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['4088730c-9624-4252-a724-627693b4cfd8'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:31.312828 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Set router 4088730c-9624-4252-a724-627693b4cfd8 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:40:31.770736 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:27Z', 'revision_number': 4, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port': {'id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:26Z', 'updated_at': '2022-05-04T13:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:22Z', 'revision_number': 5, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:31.821894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Checking router: 4088730c-9624-4252-a724-627693b4cfd8 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:40:31.821894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Updating router 4088730c-9624-4252-a724-627693b4cfd8 port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:40:31.880031 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.193172 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks [] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.200407 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.259658 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63280fa1-4146-4c1d-ab47-ce8225c75747 None None] Pushing event updated for resources: {'Port': ['ID=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:32.263499 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Attempting to bind port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:40:32.263868 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Attempting to bind port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:40:32.264226 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Attempting to bind port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:40:32.269549 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:40:32.269922 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:40:32.270309 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.270695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:40:32.271149 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Bound port: 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:40:32.271544 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.335835 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] For port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:40:32.339259 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] For port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:40:32.347156 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:32.394195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Routers {'4088730c-9624-4252-a724-627693b4cfd8'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:40:32.394817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:40:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['4088730c-9624-4252-a724-627693b4cfd8'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:32.457950 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63280fa1-4146-4c1d-ab47-ce8225c75747 None None] Pushing event updated for resources: {'Port': ['ID=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:32.522765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] Set router 4088730c-9624-4252-a724-627693b4cfd8 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:40:32.740529 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:27Z', 'revision_number': 4, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port': {'id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:26Z', 'updated_at': '2022-05-04T13:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:22Z', 'revision_number': 5, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:40:32.768049 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cf20f-82b9-432e-9ead-39a5df616f23 None None] The sync data for ids ['4088730c-9624-4252-a724-627693b4cfd8'] in dv-cinder-839793-6-iscsi is: [{'id': '4088730c-9624-4252-a724-627693b4cfd8', 'name': 'router1', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:40:08Z', 'updated_at': '2022-05-04T13:40:27Z', 'revision_number': 4, 'project_id': '8f60414b09e148d391f54308214c18a7', 'gw_port': {'id': '1ec3b84f-c1ce-4a9f-af78-db6ad29bd161', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:26Z', 'updated_at': '2022-05-04T13:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '4bd91661-6b5e-42e7-b1a1-944c0861b4be', 'name': '', 'network_id': '609b1b22-257b-4bec-9085-2b865a22f32a', 'tenant_id': '8f60414b09e148d391f54308214c18a7', 'mac_address': 'fa:16:3e:08:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088730c-9624-4252-a724-627693b4cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:40:18Z', 'updated_at': '2022-05-04T13:40:22Z', 'revision_number': 5, 'project_id': '8f60414b09e148d391f54308214c18a7', 'subnets': [{'id': '0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c1588b-7eea-4c40-97b9-e3192246f91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:40:33.217133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:40:33.312779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:33.313173 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:33.395167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:33.395591 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:33.422787 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:40:33.428093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:33.480992 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=1ec3b84f-c1ce-4a9f-af78-db6ad29bd161,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:40:35.220344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:40:35.292311 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:40:35.293014 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1ec3b84f-c1ce-4a9f-af78-db6ad29bd161), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:35.405052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 1ec3b84f-c1ce-4a9f-af78-db6ad29bd161 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:40:46.211829 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b72eadd0-5243-4198-b6c9-91eb1195a431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:48.357977 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-245a8469-539f-446b-b6c7-cdf63ce72716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:49.738236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:51.217739 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:40:52.515193 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:02.933802 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:41:16.208319 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-676595bf-7a84-4d7f-bf81-a314c20cf562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:18.353664 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-831ec345-76c2-429a-b6ff-c7f0e8279733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:19.738527 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:21.212526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:22.512169 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:39.933407 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:41:46.199967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-94cd380e-4203-4b50-9354-a394a55196cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:48.355662 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e23f5cd5-cacc-45d3-b7c3-99e4663b27e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:49.736567 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:51.215305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:51.290008 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32790) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:41:51.354417 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f49c184-2568-4f14-9b9f-db6c4265ac2d admin admin] GET failed (client error): The resource could not be found. May 04 13:41:51.355975 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7f49c184-2568-4f14-9b9f-db6c4265ac2d admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650096 May 04 13:41:51.576260 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a83b95-42e1-42a7-9ee9-bf44035fdc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:51.577736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c3a83b95-42e1-42a7-9ee9-bf44035fdc73 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2177060 May 04 13:41:52.514869 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:53.809922 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32800) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:41:53.901385 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f78dc-e5d7-4610-8f92-afd472499652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:53.902746 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-fb3f78dc-e5d7-4610-8f92-afd472499652 admin admin] 10.222.0.73 "GET /v2.0/subnets/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f HTTP/1.1" status: 200 len: 849 time: 0.0918477 May 04 13:41:53.911909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:41:54.000163 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Publish callbacks [] for subnet (0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:54.139332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767307247800'] for subnet (0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:54.170039 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:54.170937 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:54.174838 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] 10.222.0.73 "PUT /v2.0/subnets/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f HTTP/1.1" status: 200 len: 868 time: 0.2635977 May 04 13:41:54.178916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fbe51-7ea6-49c4-817a-ae6577eb249e None None] Network 609b1b22-257b-4bec-9085-2b865a22f32a requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:41:54.194721 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:41:54.203344 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.203344 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.203671 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.203904 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.204242 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.204571 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.205407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.205407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.205630 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.205860 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.206351 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.206698 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.207023 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.207426 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.207746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21353866-5a33-43c0-a9be-0dd3d0e9a4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:41:54.475780 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Provisioning complete for port a342bedb-f6e4-41d9-b141-a860a311dad0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:41:54.476170 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a342bedb-f6e4-41d9-b141-a860a311dad0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:54.555691 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Current status of the port a342bedb-f6e4-41d9-b141-a860a311dad0 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:41:54.563232 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Provisioning complete for port 4bd91661-6b5e-42e7-b1a1-944c0861b4be triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:41:54.563619 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4bd91661-6b5e-42e7-b1a1-944c0861b4be), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:41:54.639532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-aadd0999-4631-4eea-a935-76a180a0e1f8 None None] Current status of the port 4bd91661-6b5e-42e7-b1a1-944c0861b4be is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:41:56.472370 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32808) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:41:56.666264 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485305ea-31ce-4d6c-ad73-fe916863524e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:56.666654 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485305ea-31ce-4d6c-ad73-fe916863524e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:56.668214 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-485305ea-31ce-4d6c-ad73-fe916863524e admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949310 May 04 13:41:58.906528 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32818) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:41:59.035823 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10e9f4-928c-4697-af47-be92697feb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:59.036300 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10e9f4-928c-4697-af47-be92697feb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:41:59.037814 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-cd10e9f4-928c-4697-af47-be92697feb70 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303413 May 04 13:42:01.274383 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32826) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:01.419440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08695902-09f7-4f11-a73b-8f64f7f25d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:01.420710 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-08695902-09f7-4f11-a73b-8f64f7f25d41 admin admin] 10.222.0.73 "GET /v2.0/networks/609b1b22-257b-4bec-9085-2b865a22f32a HTTP/1.1" status: 200 len: 869 time: 0.1453831 May 04 13:42:03.681389 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32834) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:03.810609 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c28a8-781b-49fa-9213-32717ba88feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:03.812006 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-727c28a8-781b-49fa-9213-32717ba88feb admin admin] 10.222.0.73 "GET /v2.0/networks/aab78dc3-f569-4944-a2a1-90db1c1075d6 HTTP/1.1" status: 200 len: 886 time: 0.1296670 May 04 13:42:06.091617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32842) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:06.210087 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e537af3-879c-43ad-bdfb-867681af1b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:06.211073 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e537af3-879c-43ad-bdfb-867681af1b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:06.212618 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8e537af3-879c-43ad-bdfb-867681af1b9f admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200590 May 04 13:42:08.450753 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32850) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:08.638389 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d2f4d-b555-4a12-a896-4c4803ed606a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:08.638749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d2f4d-b555-4a12-a896-4c4803ed606a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:08.640279 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6a3d2f4d-b555-4a12-a896-4c4803ed606a admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1885700 May 04 13:42:10.892660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32858) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:10.984807 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75364ad-b932-455c-af2a-e0ebe67780ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:10.986102 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d75364ad-b932-455c-af2a-e0ebe67780ad admin admin] 10.222.0.73 "GET /v2.0/subnets/0d1fe6a6-01b4-45c6-ad4f-8b77dd60a99f HTTP/1.1" status: 200 len: 868 time: 0.0925150 May 04 13:42:13.357796 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32866) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:13.441392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4507f5-8862-4950-b7dd-a9b01ba2690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:13.442658 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ed4507f5-8862-4950-b7dd-a9b01ba2690f admin admin] 10.222.0.73 "GET /v2.0/subnets/e3baa473-42c6-4481-afad-6b3cfa6b1f44 HTTP/1.1" status: 200 len: 816 time: 0.0839388 May 04 13:42:16.201375 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-393eb227-28a8-46cd-ab2e-7507f7bc0b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:16.933128 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:42:18.356862 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d278a9e0-3e7e-4688-a86c-feedc22df3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:19.738958 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:21.219152 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:22.518377 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:46.205593 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cbb964f4-bf9b-4866-ba2c-0c1b9816cbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:48.359532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f2e2c246-3ad3-4d53-a9eb-29525042147a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:49.742888 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:51.223259 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:52.520479 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:53.896287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32924) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:53.932473 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:42:53.942907 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [None req-35cb0545-87f6-4835-83dd-d36728a13f87 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:42:53.944188 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-35cb0545-87f6-4835-83dd-d36728a13f87 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469675 May 04 13:42:56.291907 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 32932) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:56.350704 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9fa5f4-af95-4e4d-b472-daf667463d7c admin admin] GET failed (client error): The resource could not be found. May 04 13:42:56.352048 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-6e9fa5f4-af95-4e4d-b472-daf667463d7c admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592456 May 04 13:42:56.445544 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c0e60d-e407-4184-83fe-d07992cb0ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:56.447003 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-06c0e60d-e407-4184-83fe-d07992cb0ae8 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910459 May 04 13:42:58.712182 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32940) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:42:58.758649 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:42:58.777598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Made reservation on behalf of f25742121cef4f95a3f20f4e6e3a0601 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:42:58.779917 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:58.808563 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING neutron.services.revisions.revision_plugin [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Could not find related network for resource to bump revision. May 04 13:42:58.823482 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:42:58.833562 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (d80b60ce-4fd4-4278-b822-259633a0460f), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:58.833909 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Added segment d80b60ce-4fd4-4278-b822-259633a0460f of type vlan for network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde May 04 13:42:58.871733 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (66bfa26b-b06c-4811-9bfb-bc9634fa7bde), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:58.894946 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (66bfa26b-b06c-4811-9bfb-bc9634fa7bde), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:58.895946 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:42:58.896475 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:42:58.928631 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2154064 May 04 13:42:58.962021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Pushing event updated for resources: {'Network': ['ID=66bfa26b-b06c-4811-9bfb-bc9634fa7bde,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:42:58.969534 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.969883 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.970253 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.970608 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.970944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.971298 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.971631 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.971959 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.972301 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.972642 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.972986 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.973331 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.974204 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.974530 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.974849 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d45e69-7ecc-409f-a629-3f9174263363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:42:58.986372 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:43:01.200447 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32948) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:43:01.260918 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b864948c-076c-49c2-8ace-80a63a4168b2 admin admin] GET failed (client error): The resource could not be found. May 04 13:43:01.262231 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b864948c-076c-49c2-8ace-80a63a4168b2 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608025 May 04 13:43:01.361789 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcd374-b1d4-44f4-b908-02a5e1f4e212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:43:01.363273 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-abfcd374-b1d4-44f4-b908-02a5e1f4e212 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970981 May 04 13:43:01.372730 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:43:01.391053 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Made reservation on behalf of f25742121cef4f95a3f20f4e6e3a0601 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:43:01.393179 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:01.553159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (2dd77358-b3dd-4533-b4b7-f66007e88406), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:01.610102 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd77358-b3dd-4533-b4b7-f66007e88406,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:43:01.618055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Checking segment: {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:43:01.618406 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Network hostable DHCP agents. Network: 66bfa26b-b06c-4811-9bfb-bc9634fa7bde, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:43:01.638436 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:43:01.647091 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 66bfa26b-b06c-4811-9bfb-bc9634fa7bde) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:43:01.651462 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:43:01.652045 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:01.656815 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09a5f2-4687-4d10-8385-a8a057b6f86c None None] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:43:01.667649 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-20c46dba-d150-4887-a9b5-b0d5c370545d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982223 May 04 13:43:01.862345 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-66bfa26b-b06c-4811-9bfb-bc9634fa7bde', 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde', 'project_id': 'f25742121cef4f95a3f20f4e6e3a0601', 'fixed_ips': [{'subnet_id': '2dd77358-b3dd-4533-b4b7-f66007e88406'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:43:01.863448 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.002332 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Allocated IP 192.168.233.2 (66bfa26b-b06c-4811-9bfb-bc9634fa7bde/2dd77358-b3dd-4533-b4b7-f66007e88406/693bfbdd-a9d6-4a2f-b265-81570fed1312) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:43:02.149319 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks [] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.155621 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.196299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:43:02.201141 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:43:02.205531 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:43:02.208688 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Pushing event updated for resources: {'Port': ['ID=693bfbdd-a9d6-4a2f-b265-81570fed1312,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:43:02.219585 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.219929 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.220288 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.220642 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.220995 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.221310 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.221636 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.221959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.222285 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.222607 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.222932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.223284 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.224146 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.224464 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.224785 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:43:02.272399 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Attempting to bind port 693bfbdd-a9d6-4a2f-b265-81570fed1312 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:43:02.272730 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Attempting to bind port 693bfbdd-a9d6-4a2f-b265-81570fed1312 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:43:02.273153 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Attempting to bind port 693bfbdd-a9d6-4a2f-b265-81570fed1312 on network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:43:02.278401 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:43:02.278773 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Checking segment: {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:43:02.279172 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.280098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Bound using segment: {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:43:02.280098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Bound port: 693bfbdd-a9d6-4a2f-b265-81570fed1312, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:43:02.280411 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.349630 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] For port 693bfbdd-a9d6-4a2f-b265-81570fed1312, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:43:02.353293 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] For port 693bfbdd-a9d6-4a2f-b265-81570fed1312, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=693bfbdd-a9d6-4a2f-b265-81570fed1312,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:43:02.359752 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:02.417830 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195589d2-6b4d-420d-9c20-5cd1e4f8548d None None] Pushing event updated for resources: {'Port': ['ID=693bfbdd-a9d6-4a2f-b265-81570fed1312,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:43:03.269774 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31660a06-4b2b-49de-ba88-45b6b9d46ac3 None None] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:43:03.290118 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 693bfbdd-a9d6-4a2f-b265-81570fed1312 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:43:03.386603 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Provisioning complete for port 693bfbdd-a9d6-4a2f-b265-81570fed1312 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:43:03.386915 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.440991 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 693bfbdd-a9d6-4a2f-b265-81570fed1312 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:43:03.441361 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.563704 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Current status of the port 693bfbdd-a9d6-4a2f-b265-81570fed1312 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:43:03.564253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.581525 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 693bfbdd-a9d6-4a2f-b265-81570fed1312 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:43:03.581525 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.622643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] For port 693bfbdd-a9d6-4a2f-b265-81570fed1312, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=693bfbdd-a9d6-4a2f-b265-81570fed1312,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:43:03.629627 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.717966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.db.api [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:43:03.718373 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG oslo_db.api [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:43:03.721227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c84a0-bcd3-4bd8-af1b-6bcfd3d37ca6 None None] Pushing event updated for resources: {'Port': ['ID=693bfbdd-a9d6-4a2f-b265-81570fed1312,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:43:03.847997 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-8937bf47-a791-4f3e-9d1f-8ebe2eecf3e6 None None] Provisioning complete for port 693bfbdd-a9d6-4a2f-b265-81570fed1312 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:43:03.848324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8937bf47-a791-4f3e-9d1f-8ebe2eecf3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:03.926560 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-8937bf47-a791-4f3e-9d1f-8ebe2eecf3e6 None None] Current status of the port 693bfbdd-a9d6-4a2f-b265-81570fed1312 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:43:04.258146 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 693bfbdd-a9d6-4a2f-b265-81570fed1312 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:43:05.246305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 693bfbdd-a9d6-4a2f-b265-81570fed1312 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:43:05.292307 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 693bfbdd-a9d6-4a2f-b265-81570fed1312 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:43:05.292722 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (693bfbdd-a9d6-4a2f-b265-81570fed1312), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:05.378745 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 693bfbdd-a9d6-4a2f-b265-81570fed1312 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:43:16.208331 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-200a3159-a514-4113-a9f3-68a607ae0d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:18.361835 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1b4629cc-fdf7-4bf2-b3f3-1bca2d43e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:19.749140 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:21.227022 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:22.522627 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:30.932010 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:43:46.209418 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa7db-0f73-4abb-961c-a8a53a852c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:48.364264 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6074f0f3-f7b4-448e-952d-073d5ec7f1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:49.748956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:51.230443 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:43:52.529778 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:07.934447 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:44:16.215306 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-99c0eac6-4b21-448d-a2a5-87f9d6ad54ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:18.365474 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0cadb612-6feb-408c-87f9-1c56482d292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:19.753616 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:21.233655 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:22.522416 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:28.604804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 32988) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:44:28.610678 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [None req-6cb6a60d-afcd-41f7-8066-56b3ebb42d3c tempest-verify_tempest_config-570002087 tempest-verify_tempest_config-570002087-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:44:28.612386 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6cb6a60d-afcd-41f7-8066-56b3ebb42d3c tempest-verify_tempest_config-570002087 tempest-verify_tempest_config-570002087-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065260 May 04 13:44:28.899438 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33006) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:44:29.010924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.083061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Publish callbacks [] for security_group (2fb57197-88b4-4a11-8f48-639e46e390f2), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.086346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2fb57197-88b4-4a11-8f48-639e46e390f2), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.131216 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9f7cf5f5e7d4330b48f130799044caa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2307441 May 04 13:44:29.132108 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb57197-88b4-4a11-8f48-639e46e390f2,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:29.134093 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33012) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:44:29.138805 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.139169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.139564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.139914 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.140244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.140572 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.140899 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.141222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.141560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.141889 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.142230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.142607 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.142935 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.143276 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.143596 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139aa40-b67d-4ec6-bc00-0ccd34c753de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.186677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Publish callbacks [] for security_group (2fb57197-88b4-4a11-8f48-639e46e390f2), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.206620 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Publish callbacks [] for security_group (2fb57197-88b4-4a11-8f48-639e46e390f2), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.297563 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2fb57197-88b4-4a11-8f48-639e46e390f2), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.300875 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:29.302031 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fb57197-88b4-4a11-8f48-639e46e390f2 HTTP/1.1" status: 204 len: 168 time: 0.1670039 May 04 13:44:29.311299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb57197-88b4-4a11-8f48-639e46e390f2,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:44:29.318261 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.318672 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.319044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.319422 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.319761 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.320200 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.320439 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.320769 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.321114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.321449 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.321789 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.322134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.322460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.322779 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:29.323097 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdea71c-9b2c-491c-b444-8bd49b22871f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:44:44.933187 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:44:46.216540 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-645ba93d-412c-4db2-8a21-ab0f4970d2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:48.367759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1128ef06-86f2-46fe-99d2-cd17d3ae5d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:49.753956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:51.237344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:44:52.525921 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:16.218237 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-17c406c9-f22a-41e1-b365-ddcc897d4ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:18.369852 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-74e4e911-63d5-44c5-8ace-527f05425bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:19.757573 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:21.240746 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:21.932235 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:45:22.528531 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:46.219588 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6761f9c3-8298-4bb8-a1dd-590777eab511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:48.371559 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d301b06a-a0b8-4de3-a1c9-e4319df43ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:49.759184 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:51.241513 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:52.531001 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:45:58.931552 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 5 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:46:16.026503 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-982794'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:16.222180 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fb77262c-42d4-4e1c-a335-fb660d892711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:18.374097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d8d78c1e-00ec-41e8-9d40-ea1d4e44aa5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:19.763666 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:21.244497 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:22.532006 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:30.201740 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33082) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:46:30.302748 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a3026330-4c7f-4368-9609-fa172ab1afc3 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0999522 May 04 13:46:32.607547 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33092) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:46:32.660331 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-34206f98-c967-453c-802d-7bb241fa7ba9 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0517282 May 04 13:46:35.931016 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:46:46.002885 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:46.222431 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-033d2dfd-54ed-4b03-a983-a5b6a500434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:48.375075 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f4d43af6-13da-484f-bf2e-aba82fa8e6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:49.767127 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:51.250048 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:46:52.533639 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:12.929647 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:47:15.994845 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:16.222971 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-eb36f0ab-811a-45ec-9fe8-03a1839c4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:18.378416 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-65a4a55c-0b1e-4313-98cc-6e7483b3c0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:19.769883 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:21.251670 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:22.537125 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:46.012915 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:46.224723 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c26c5063-696b-46d6-8a0d-cf30f894be9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:48.379715 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ef57-e429-4ba6-aa5a-c96f9f94e1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:49.774178 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:49.928644 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:47:51.256675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:47:52.539031 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.354595 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33292) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:13.586367 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33306) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:13.688762 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1371922192-network', 'tenant_id': 'cf08d79c8f5b457c93189f884ed3f626'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:13.713596 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Made reservation on behalf of cf08d79c8f5b457c93189f884ed3f626 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:13.717299 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.730844 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.816584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks [] for security_group (a4a9343a-1b28-4e15-8abe-6af3479acaec), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.821165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a4a9343a-1b28-4e15-8abe-6af3479acaec), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.854013 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a9343a-1b28-4e15-8abe-6af3479acaec,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:13.860554 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:48:13.863237 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.863665 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.864095 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.864654 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.865187 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.865725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.866267 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.866666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.867097 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.867516 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.867924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.868319 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.868714 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.869035 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.869356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Tracked resource versions report: May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: pushed versions: May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: { 'AddressGroup': {'1.2'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Agent': {'1.1'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'ConntrackHelper': {'1.0'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'LocalIPAssociation': {'1.0'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Log': {'1.0'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'NDPProxy': {'1.0'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Network': {'1.1'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Port': {'1.7'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'PortForwarding': {'1.3'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'QosPolicy': {'1.10'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroup': {'1.5'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroupRule': {'1.2'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SubPort': {'1.0'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Subnet': {'1.1'}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Trunk': {'1.1'}} May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: consumer versions: May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: HyperV agent@hv-cinder-83979: {}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Agent': '1.1', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'ConntrackHelper': '1.0', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'LocalIPAssociation': '1.0', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Log': '1.0', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'NDPProxy': '1.0', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Network': '1.1', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Port': '1.7', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'PortForwarding': '1.3', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'QosPolicy': '1.10', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroup': '1.5', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SecurityGroupRule': '1.2', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'SubPort': '1.0', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Subnet': '1.1', May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: 'Trunk': '1.1'}} May 04 13:48:13.870560 dv-cinder-839793-6-iscsi neutron-server[109870]: {{(pid=109870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:48:13.884099 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (450ce70a-fac1-4ac7-b4fc-f8cd660eb076), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.884420 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Added segment 450ce70a-fac1-4ac7-b4fc-f8cd660eb076 of type vlan for network e018a3b5-9f14-4501-8bb2-9ce3a218a54b May 04 13:48:13.933847 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (e018a3b5-9f14-4501-8bb2-9ce3a218a54b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.967117 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (e018a3b5-9f14-4501-8bb2-9ce3a218a54b), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:13.968238 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:13.968964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.023192 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6673875 May 04 13:48:14.023360 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33332) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:14.033154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-981817548-network', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:14.035604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Request body: {'subnet': {'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1371922192-subnet', 'tenant_id': 'cf08d79c8f5b457c93189f884ed3f626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:14.066677 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Made reservation on behalf of 817ff3e189a443a7b1f11e9a016832cc for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:14.073069 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.089709 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Made reservation on behalf of cf08d79c8f5b457c93189f884ed3f626 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:14.092348 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.092525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.225783 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks [] for security_group (d637f9ed-2445-4549-8f8a-b9c3cffbc782), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.227368 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcb8f5-15c9-4166-8dd7-5f3d67375b51 admin admin] Pushing event updated for resources: {'Network': ['ID=e018a3b5-9f14-4501-8bb2-9ce3a218a54b,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.233584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d637f9ed-2445-4549-8f8a-b9c3cffbc782), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.241959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network e018a3b5-9f14-4501-8bb2-9ce3a218a54b details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:48:14.272721 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637f9ed-2445-4549-8f8a-b9c3cffbc782,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.283234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:48:14.297820 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (8b0a1d63-6216-43ac-a997-b60cfb9f07e0), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.297820 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Added segment 8b0a1d63-6216-43ac-a997-b60cfb9f07e0 of type vlan for network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 May 04 13:48:14.309913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.386095 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Checking segment: {'id': '450ce70a-fac1-4ac7-b4fc-f8cd660eb076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:14.386933 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Network hostable DHCP agents. Network: e018a3b5-9f14-4501-8bb2-9ce3a218a54b, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:48:14.389979 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (172c7baf-db50-4aef-afa7-f1dee0ea0a04), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.391787 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.401851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.402330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.402792 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.403615 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.403897 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.404300 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.404690 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.405085 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.405486 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.405999 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.406499 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.406979 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.407685 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.408159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.408938 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Tracked resource versions report: May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: pushed versions: May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: { 'AddressGroup': {'1.2'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Agent': {'1.1'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'ConntrackHelper': {'1.0'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'LocalIPAssociation': {'1.0'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Log': {'1.0'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'NDPProxy': {'1.0'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Network': {'1.1'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Port': {'1.7'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'PortForwarding': {'1.3'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'QosPolicy': {'1.10'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroup': {'1.5'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroupRule': {'1.2'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SubPort': {'1.0'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Subnet': {'1.1'}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Trunk': {'1.1'}} May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: consumer versions: May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: HyperV agent@hv-cinder-83979: {}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Agent': '1.1', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'ConntrackHelper': '1.0', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'LocalIPAssociation': '1.0', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Log': '1.0', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'NDPProxy': '1.0', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Network': '1.1', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Port': '1.7', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'PortForwarding': '1.3', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'QosPolicy': '1.10', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroup': '1.5', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SecurityGroupRule': '1.2', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'SubPort': '1.0', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Subnet': '1.1', May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: 'Trunk': '1.1'}} May 04 13:48:14.411121 dv-cinder-839793-6-iscsi neutron-server[109869]: {{(pid=109869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:48:14.433325 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (172c7baf-db50-4aef-afa7-f1dee0ea0a04), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.434530 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:14.435231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.441199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Network e018a3b5-9f14-4501-8bb2-9ce3a218a54b is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:48:14.459841 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, e018a3b5-9f14-4501-8bb2-9ce3a218a54b) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:14.465897 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8761306 May 04 13:48:14.468327 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33354) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:14.477610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Request body: {'subnet': {'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-subnet', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:14.480695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c9ffc-9e36-454d-9d12-9139f800b876 None None] Network e018a3b5-9f14-4501-8bb2-9ce3a218a54b requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:14.491820 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:14.493021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.508576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563d512-db05-4053-9bec-558e524c3528 admin admin] Pushing event updated for resources: {'Network': ['ID=172c7baf-db50-4aef-afa7-f1dee0ea0a04,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.528897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:48:14.538070 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-97b44e5f-6a91-493a-abb6-650f9d7bec76 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5121219 May 04 13:48:14.545022 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Made reservation on behalf of 817ff3e189a443a7b1f11e9a016832cc for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:14.547969 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.719848 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16824b2f-881b-4b2b-8eb4-68847e8f3701 None None] Network e018a3b5-9f14-4501-8bb2-9ce3a218a54b requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:14.762958 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (5d8c3414-eb96-44f6-9bd3-81e15c50b19b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.892543 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8c3414-eb96-44f6-9bd3-81e15c50b19b,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:14.937807 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Checking segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:14.938167 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Network hostable DHCP agents. Network: 172c7baf-db50-4aef-afa7-f1dee0ea0a04, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:48:14.973602 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:48:14.985170 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 172c7baf-db50-4aef-afa7-f1dee0ea0a04) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:14.991568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:14.992333 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:14.997072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b883fc7-47bf-47bf-9c9d-4207fb332f0c None None] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:15.017428 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a03b3690-2575-4726-b014-bc973c0d2955 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5478675 May 04 13:48:15.020011 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33380) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:15.025036 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:15.052746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.054053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.116526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for router_controller (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.138268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:48:15.139181 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.263372 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for router_gateway (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.287874 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Allocated IP 172.20.0.2 (172c7baf-db50-4aef-afa7-f1dee0ea0a04/5d8c3414-eb96-44f6-9bd3-81e15c50b19b/afe747f8-59af-4f77-826c-373fe3fb0e35) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:15.603015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for router_gateway (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.616950 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks [] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.624949 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.635760 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.667747 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:15.671298 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:15.675837 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:15.694019 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Pushing event updated for resources: {'Port': ['ID=afe747f8-59af-4f77-826c-373fe3fb0e35,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:15.723074 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.724229 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.724761 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.725394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.725959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.726459 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.726944 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.727453 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.728035 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.728516 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.728998 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.729502 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.729982 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.730501 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.730979 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Tracked resource versions report: May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: pushed versions: May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: { 'AddressGroup': {'1.2'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Agent': {'1.1'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'ConntrackHelper': {'1.0'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'LocalIPAssociation': {'1.0'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Log': {'1.0'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'NDPProxy': {'1.0'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Network': {'1.1'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Port': {'1.7'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'PortForwarding': {'1.3'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'QosPolicy': {'1.10'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroup': {'1.5'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroupRule': {'1.2'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SubPort': {'1.0'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Subnet': {'1.1'}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Trunk': {'1.1'}} May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: consumer versions: May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: HyperV agent@hv-cinder-83979: {}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Agent': '1.1', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'ConntrackHelper': '1.0', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'LocalIPAssociation': '1.0', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Log': '1.0', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'NDPProxy': '1.0', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Network': '1.1', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Port': '1.7', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'PortForwarding': '1.3', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'QosPolicy': '1.10', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroup': '1.5', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SecurityGroupRule': '1.2', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'SubPort': '1.0', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Subnet': '1.1', May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: 'Trunk': '1.1'}} May 04 13:48:15.732360 dv-cinder-839793-6-iscsi neutron-server[109871]: {{(pid=109871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:48:15.746911 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Allocated IP 172.27.1.27 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/1f607f78-d7c6-40d9-8eb0-e76a9eeb4336) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:15.776675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Attempting to bind port afe747f8-59af-4f77-826c-373fe3fb0e35 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:48:15.777824 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Attempting to bind port afe747f8-59af-4f77-826c-373fe3fb0e35 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:48:15.778250 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Attempting to bind port afe747f8-59af-4f77-826c-373fe3fb0e35 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:15.783809 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:48:15.784410 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Checking segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:15.791341 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.791970 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Bound using segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:48:15.793245 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Bound port: afe747f8-59af-4f77-826c-373fe3fb0e35, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:48:15.793790 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.859715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.872217 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] For port afe747f8-59af-4f77-826c-373fe3fb0e35, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:48:15.875558 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] For port afe747f8-59af-4f77-826c-373fe3fb0e35, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=afe747f8-59af-4f77-826c-373fe3fb0e35,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:48:15.882897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.900387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:15.943523 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Pushing event updated for resources: {'Port': ['ID=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:15.946287 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8052-29fc-4e8d-85cc-038b6d033b68 None None] Pushing event updated for resources: {'Port': ['ID=afe747f8-59af-4f77-826c-373fe3fb0e35,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:15.955925 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:15.957296 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:15.963053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:16.021156 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:16.227509 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for router_gateway (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:16.250663 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7fde34ce-5247-44fe-bb8c-57d1c811b026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:16.544892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:16.707628 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:48:16.847126 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:48:16.862159 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:16.880116 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:48:16.881274 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:47:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:16.890078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:16.896021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33448) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:16.896635 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-92a09fa7-12e9-4c66-977f-0ad464e33f06 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8753257 May 04 13:48:17.273324 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33482) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:17.276085 dv-cinder-839793-6-iscsi neutron-server[109870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 13:48:17.308942 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:48:17.502007 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a58e6-c553-4db1-bb23-66f26f7dfdb7 None None] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:17.646026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-6f717602-3d31-4931-a8f2-5f421991cd9f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:17.648211 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-6f717602-3d31-4931-a8f2-5f421991cd9f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/networks?id=e018a3b5-9f14-4501-8bb2-9ce3a218a54b HTTP/1.1" status: 200 len: 812 time: 0.3733664 May 04 13:48:17.682787 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-4db6b536-f3ab-4fc7-b5fb-bb97ce11a434 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/quotas/cf08d79c8f5b457c93189f884ed3f626 HTTP/1.1" status: 200 len: 375 time: 0.0256343 May 04 13:48:17.720457 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:16Z', 'revision_number': 3, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:17.729309 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device afe747f8-59af-4f77-826c-373fe3fb0e35 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:17.775081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Provisioning complete for port afe747f8-59af-4f77-826c-373fe3fb0e35 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:17.775692 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:17.786136 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:17.786518 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Updating router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:48:17.853348 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port afe747f8-59af-4f77-826c-373fe3fb0e35 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:17.853996 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:17.856008 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:17.948819 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Current status of the port afe747f8-59af-4f77-826c-373fe3fb0e35 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:17.949540 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:17.998621 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] For port afe747f8-59af-4f77-826c-373fe3fb0e35, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=afe747f8-59af-4f77-826c-373fe3fb0e35,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:18.015939 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.111777 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42591b2-becb-43dd-b2d2-8bc914c29ce4 None None] Pushing event updated for resources: {'Port': ['ID=afe747f8-59af-4f77-826c-373fe3fb0e35,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:18.225832 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.230685 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-7ccea9c8-87e5-4d8e-a3a6-1a538379bad1 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf08d79c8f5b457c93189f884ed3f626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5422869 May 04 13:48:18.234373 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port afe747f8-59af-4f77-826c-373fe3fb0e35 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:18.295984 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33516) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:18.338589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-45fb1308-b7ca-43a1-83fe-0b448303a388 None None] Provisioning complete for port afe747f8-59af-4f77-826c-373fe3fb0e35 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:18.340614 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-45fb1308-b7ca-43a1-83fe-0b448303a388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.450990 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks [] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.461996 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.492900 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-82026585-7792-4a7e-93b4-76b08efd89d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.545949 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Pushing event updated for resources: {'Port': ['ID=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:18.561989 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.562641 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.566063 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.566253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-45fb1308-b7ca-43a1-83fe-0b448303a388 None None] Current status of the port afe747f8-59af-4f77-826c-373fe3fb0e35 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:18.568631 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.569358 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.570076 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.570753 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.571286 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.571779 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.572288 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.572793 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.573319 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.573828 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.574359 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.574847 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Tracked resource versions report: May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: pushed versions: May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: { 'AddressGroup': {'1.2'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Agent': {'1.1'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'ConntrackHelper': {'1.0'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'LocalIPAssociation': {'1.0'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Log': {'1.0'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'NDPProxy': {'1.0'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Network': {'1.1'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Port': {'1.7'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'PortForwarding': {'1.3'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'QosPolicy': {'1.10'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroup': {'1.5'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroupRule': {'1.2'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SubPort': {'1.0'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Subnet': {'1.1'}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Trunk': {'1.1'}} May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: consumer versions: May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: { DHCP agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: HyperV agent@hv-cinder-83979: {}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: L3 agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: Metadata agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: Metering agent@dv-cinder-839793-6-iscsi: {}, May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: Open vSwitch agent@dv-cinder-839793-6-iscsi: { 'AddressGroup': '1.2', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Agent': '1.1', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'ConntrackHelper': '1.0', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'LocalIPAssociation': '1.0', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Log': '1.0', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'NDPProxy': '1.0', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Network': '1.1', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Port': '1.7', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'PortForwarding': '1.3', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'QosPolicy': '1.10', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroup': '1.5', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SecurityGroupRule': '1.2', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'SubPort': '1.0', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Subnet': '1.1', May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: 'Trunk': '1.1'}} May 04 13:48:18.576990 dv-cinder-839793-6-iscsi neutron-server[109872]: {{(pid=109872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 13:48:18.602292 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-eab1fcb0-0873-40df-b57a-8d2ed97af55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.670566 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-047a8d89-f0cd-4977-9cd4-d551cfe87da2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:48:18.671589 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-047a8d89-f0cd-4977-9cd4-d551cfe87da2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1144762 May 04 13:48:18.673734 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Attempting to bind port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:48:18.675685 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Attempting to bind port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:48:18.676329 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Attempting to bind port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:18.686154 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:48:18.686947 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:18.688414 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.689144 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:48:18.690047 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Bound port: 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:48:18.691789 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.717079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-eab1fcb0-0873-40df-b57a-8d2ed97af55e admin admin] Publish callbacks [] for security_group (9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.726811 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-eab1fcb0-0873-40df-b57a-8d2ed97af55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.773845 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Allocated IP 172.20.0.1 (172c7baf-db50-4aef-afa7-f1dee0ea0a04/5d8c3414-eb96-44f6-9bd3-81e15c50b19b/06737607-51e4-4af1-b770-fad2e7b8cda5) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:18.811752 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] For port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:48:18.818199 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] For port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:48:18.830213 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.834701 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-eab1fcb0-0873-40df-b57a-8d2ed97af55e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ff2928cf83b4a1db8ef973e8415cd66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5374827 May 04 13:48:18.840388 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33550) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:18.900524 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1fcb0-0873-40df-b57a-8d2ed97af55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:18.908934 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-f0acdceb-65d5-4762-9152-cd869bd6b57d service neutron] 10.222.0.73 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258432 May 04 13:48:18.922242 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:48:18.923455 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:48:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:18.928245 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a3b4-c513-4c7f-8f16-7f20eb6e7daf None None] Pushing event updated for resources: {'Port': ['ID=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:18.937393 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks [] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:18.992947 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.019271 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] Publish callbacks [] for security_group (9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.039424 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:19.044297 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:19.048828 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:19.049500 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.067077 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] Publish callbacks [] for security_group (9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.087949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-9bda9033-90a8-4c7c-8939-fb46ef7b77a9 service neutron] 10.222.0.73 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675880 May 04 13:48:19.088186 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:48:19.113268 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Pushing event updated for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:19.156392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.163081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.166640 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc HTTP/1.1" status: 204 len: 168 time: 0.3142490 May 04 13:48:19.176480 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b48f5-0328-4b9c-9d9b-fbf9b53a89ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ba0c7-22b2-42db-8e15-a9aae7f3aafc,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:19.345034 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.492409 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:16Z', 'revision_number': 3, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:19.523788 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-d75e60cd-9430-4b89-b664-b9a1eb2c0c8e None None] Provisioning complete for port 06737607-51e4-4af1-b770-fad2e7b8cda5 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:19.530165 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d75e60cd-9430-4b89-b664-b9a1eb2c0c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.550813 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device afe747f8-59af-4f77-826c-373fe3fb0e35 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:19.561925 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33574) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:19.563692 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a132c-f5b7-4d05-9dfc-b1b07fa13a84 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:16Z', 'revision_number': 3, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:19.780399 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks [] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.783191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ca30d54-c837-468b-97b6-343bd2f05fe6 req-9a4a898e-3f70-4f5b-b654-d748372093f7 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.2200785 May 04 13:48:19.798884 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.800276 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.854923 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33604) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:19.873546 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3f0-6fac-44c7-b60a-331f2353637b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.879683 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.880765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-d75e60cd-9430-4b89-b664-b9a1eb2c0c8e None None] Port 06737607-51e4-4af1-b770-fad2e7b8cda5 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:48:19.903465 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port afe747f8-59af-4f77-826c-373fe3fb0e35 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:19.904151 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:19.904371 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Pushing event updated for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:20.102098 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3f0-6fac-44c7-b60a-331f2353637b admin admin] Publish callbacks [] for security_group (1b5cc033-50d7-4de0-bd64-4899dad9d528), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.112068 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:20.114119 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3f0-6fac-44c7-b60a-331f2353637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1b5cc033-50d7-4de0-bd64-4899dad9d528), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.114245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:20.124910 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port afe747f8-59af-4f77-826c-373fe3fb0e35 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:20.199454 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23e3f0-6fac-44c7-b60a-331f2353637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5cc033-50d7-4de0-bd64-4899dad9d528,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:20.235634 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8c23e3f0-6fac-44c7-b60a-331f2353637b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f11612083ff465fb28bda05bb8ab439&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3778331 May 04 13:48:20.238081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33618) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:20.307775 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] Publish callbacks [] for security_group (1b5cc033-50d7-4de0-bd64-4899dad9d528), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.310168 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:48:20.340286 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] Publish callbacks [] for security_group (1b5cc033-50d7-4de0-bd64-4899dad9d528), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.406927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1b5cc033-50d7-4de0-bd64-4899dad9d528), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.409828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.411023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b5cc033-50d7-4de0-bd64-4899dad9d528 HTTP/1.1" status: 204 len: 168 time: 0.1699276 May 04 13:48:20.425791 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14319f1-8fbe-46dc-b4b6-89083bf02062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5cc033-50d7-4de0-bd64-4899dad9d528,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:20.491430 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:48:20.496482 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-05723a54-e5f0-4296-adfb-a947a22491bb admin admin] 10.222.0.73 "PUT /v2.0/routers/81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986235 May 04 13:48:20.508329 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-22795778-8901-4beb-a68b-4f2be191b5e1 None None] Provisioning complete for port 06737607-51e4-4af1-b770-fad2e7b8cda5 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:20.508329 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-22795778-8901-4beb-a68b-4f2be191b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:20.552108 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-22795778-8901-4beb-a68b-4f2be191b5e1 None None] Port 06737607-51e4-4af1-b770-fad2e7b8cda5 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:48:20.965311 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ae41ac22-7bf8-46bd-8cf0-e2a111595f9b req-89af521c-9c19-4847-adfd-6798cb563b1f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0647190 May 04 13:48:21.261034 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.487008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:21.549100 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:21.549750 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.659529 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:21.660111 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.693729 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:21.699840 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.739490 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33696) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:21.745799 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418597460', 'description': 'tempest-description--1474229896'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:21.756167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:48:21.775451 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:21.782433 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:48:21.783312 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:48:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:21.795279 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.917586 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (a334ebc9-f1ea-4f0b-b584-d0bcceba094c), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.923593 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a334ebc9-f1ea-4f0b-b584-d0bcceba094c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.940187 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:48:21.961092 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:21.963257 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2209001 May 04 13:48:21.965422 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33706) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:21.970565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group_rule': {'security_group_id': 'a334ebc9-f1ea-4f0b-b584-d0bcceba094c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:21.991060 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42476151-f124-4978-a006-5d86c6fc6902 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a334ebc9-f1ea-4f0b-b584-d0bcceba094c,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.050951 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (d3babd0a-c178-47d0-be49-9be50f19b7e8), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.122173 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (d3babd0a-c178-47d0-be49-9be50f19b7e8), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.128296 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (d3babd0a-c178-47d0-be49-9be50f19b7e8), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.168223 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3babd0a-c178-47d0-be49-9be50f19b7e8,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.195611 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-26088303-6201-40d2-be24-30fd94f7c09f req-82e0867e-33bb-46c5-915b-dba4e952f38f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0563409 May 04 13:48:22.205688 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 2, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:22.216833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.218023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-753d6d7b-605a-4100-bdae-ad14f4192ad3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516382 May 04 13:48:22.222392 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33730) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:22.227044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group_rule': {'security_group_id': 'a334ebc9-f1ea-4f0b-b584-d0bcceba094c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:22.248236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:48:22.248591 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Updating router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf port 06737607-51e4-4af1-b770-fad2e7b8cda5 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:48:22.268440 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (3b3aac7e-14b8-4e40-a22e-30d307b7792e), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.281133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.362204 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (3b3aac7e-14b8-4e40-a22e-30d307b7792e), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.370259 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (3b3aac7e-14b8-4e40-a22e-30d307b7792e), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.391114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3aac7e-14b8-4e40-a22e-30d307b7792e,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.399108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.401769 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0fc3fa4f-da7c-4558-a755-7d9aa6bec5ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771045 May 04 13:48:22.404140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33740) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:22.409142 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:22.435587 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.609735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.654136 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.708100 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks [] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.715046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.736225 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Allocated IP 172.27.1.135 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/6608e22b-4f11-4b75-9b4b-f61c99c7618a) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:22.774792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c54ce-81b4-4909-9f2f-b0ef1fb730cb None None] Pushing event updated for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:22.837655 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Attempting to bind port 06737607-51e4-4af1-b770-fad2e7b8cda5 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:48:22.838087 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Attempting to bind port 06737607-51e4-4af1-b770-fad2e7b8cda5 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:48:22.838456 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Attempting to bind port 06737607-51e4-4af1-b770-fad2e7b8cda5 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:22.843897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:48:22.844368 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Checking segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:22.853492 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.853916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Bound using segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:48:22.854422 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Bound port: 06737607-51e4-4af1-b770-fad2e7b8cda5, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:48:22.854814 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.907671 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.945966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] For port 06737607-51e4-4af1-b770-fad2e7b8cda5, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:48:22.949738 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] For port 06737607-51e4-4af1-b770-fad2e7b8cda5, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=06737607-51e4-4af1-b770-fad2e7b8cda5,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:48:22.957849 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:22.966912 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.012352 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:23.013664 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:23.016192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:23.034011 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c54ce-81b4-4909-9f2f-b0ef1fb730cb None None] Pushing event updated for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.053689 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:48:23.054390 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:48:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:23.081203 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=6608e22b-4f11-4b75-9b4b-f61c99c7618a,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.108200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33778) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:23.149487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.187487 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Provisioning complete for port 06737607-51e4-4af1-b770-fad2e7b8cda5 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:23.187776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.225081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:48:23.232712 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.271123 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e9c62c2b-490c-4d31-9a6d-35fff61c9c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.359853 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e033291f-fb79-46a4-a90d-9539ac94728a req-f0edd791-1d52-4384-83aa-222e4b7cc2e5 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0502872 May 04 13:48:23.418030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Current status of the port 06737607-51e4-4af1-b770-fad2e7b8cda5 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:23.418030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.478915 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] For port 06737607-51e4-4af1-b770-fad2e7b8cda5, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=06737607-51e4-4af1-b770-fad2e7b8cda5,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:23.484380 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.487139 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e9c62c2b-490c-4d31-9a6d-35fff61c9c93 admin admin] Publish callbacks [] for security_group (2939e62b-aab8-4a4d-be7e-5d2693a9e1f1), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.502750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e9c62c2b-490c-4d31-9a6d-35fff61c9c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2939e62b-aab8-4a4d-be7e-5d2693a9e1f1), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.520645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.537847 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:23.539824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.559150 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e9c62c2b-490c-4d31-9a6d-35fff61c9c93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f66d466afc35456c9d43002ef5ca4e46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4498408 May 04 13:48:23.561979 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33794) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:23.564015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c62c2b-490c-4d31-9a6d-35fff61c9c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939e62b-aab8-4a4d-be7e-5d2693a9e1f1,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.588888 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:22Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:48:23.614469 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] Publish callbacks [] for security_group (2939e62b-aab8-4a4d-be7e-5d2693a9e1f1), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.614684 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=6608e22b-4f11-4b75-9b4b-f61c99c7618a,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.620539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.638877 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] Publish callbacks [] for security_group (2939e62b-aab8-4a4d-be7e-5d2693a9e1f1), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.639539 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df432be2-10a2-4593-b31d-ca670924f700 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:22Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:48:23.639711 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.655309 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7c7a4909-5c58-4c16-8333-0a7cef17da68 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2498193 May 04 13:48:23.669817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe13750-141c-4b40-bee7-08e8ab8d369c None None] Pushing event updated for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.674686 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-e034ea6a-c592-4313-93bf-b40f7f346365 None None] Provisioning complete for port 06737607-51e4-4af1-b770-fad2e7b8cda5 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:23.676150 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e034ea6a-c592-4313-93bf-b40f7f346365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.707299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2939e62b-aab8-4a4d-be7e-5d2693a9e1f1), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.714691 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.714691 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2939e62b-aab8-4a4d-be7e-5d2693a9e1f1 HTTP/1.1" status: 204 len: 168 time: 0.1508696 May 04 13:48:23.715769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:23.716332 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:23.758103 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3beda-ae04-422c-bee1-eb0003412cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939e62b-aab8-4a4d-be7e-5d2693a9e1f1,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:23.897763 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-e034ea6a-c592-4313-93bf-b40f7f346365 None None] Current status of the port 06737607-51e4-4af1-b770-fad2e7b8cda5 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:23.916781 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:24.105450 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 33824) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:24.125840 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-9510a239-c11f-4310-b43d-458df744440a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--418597460&fields=id&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 267 time: 0.1836822 May 04 13:48:24.125840 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-399a6390-3ef8-4bec-8938-d76e64c1335c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.269419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-94ed024d-4378-4974-9258-88f946065120 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:24.270916 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-94ed024d-4378-4974-9258-88f946065120 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 816 time: 0.1438572 May 04 13:48:24.297903 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-eb127f01-deb9-4e27-a8f2-481e204e72e2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/quotas/817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 375 time: 0.0215435 May 04 13:48:24.308576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-399a6390-3ef8-4bec-8938-d76e64c1335c admin admin] Publish callbacks [] for security_group (b51b3349-31a3-41d6-a05c-b32e38c1c289), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.318997 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-399a6390-3ef8-4bec-8938-d76e64c1335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b51b3349-31a3-41d6-a05c-b32e38c1c289), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.394620 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-85c9b95a-cf95-437b-9a31-ca48dcd65577 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887036 May 04 13:48:24.406932 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-399a6390-3ef8-4bec-8938-d76e64c1335c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f141c7f3d1d24521a7265cbdd1daffb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2981257 May 04 13:48:24.406932 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6390-3ef8-4bec-8938-d76e64c1335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b3349-31a3-41d6-a05c-b32e38c1c289,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:24.408478 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 33832) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:24.468057 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] Publish callbacks [] for security_group (b51b3349-31a3-41d6-a05c-b32e38c1c289), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.484591 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bfc6a4ee-3e51-4f7b-8fc0-e89473e73aa7 req-4def3817-57f0-4055-9c2c-dc1fa205731f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0332887 May 04 13:48:24.490958 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] Publish callbacks [] for security_group (b51b3349-31a3-41d6-a05c-b32e38c1c289), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.550275 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b51b3349-31a3-41d6-a05c-b32e38c1c289), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.553725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:24.557197 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b51b3349-31a3-41d6-a05c-b32e38c1c289 HTTP/1.1" status: 204 len: 168 time: 0.1450431 May 04 13:48:24.573889 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424e65c-5372-42fd-a75b-295ae9c0c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b3349-31a3-41d6-a05c-b32e38c1c289,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:24.611437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-6e99544c-4089-4a3e-aaca-eb38fe8d111d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:48:24.612974 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-6e99544c-4089-4a3e-aaca-eb38fe8d111d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0802281 May 04 13:48:24.719913 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-ad5dca91-997b-4191-af89-412771363b14 service neutron] 10.222.0.73 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997708 May 04 13:48:24.828861 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-cca2179c-2456-41c2-bf74-bf940c950754 service neutron] 10.222.0.73 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013348 May 04 13:48:24.884091 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.23', 49956) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:25.181594 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f9f0d1c9-b4de-4309-8c52-86645a0a15c7 req-9252af7d-3191-4945-9daf-71746613cc4a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0618703 May 04 13:48:25.404322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-32ce03b3-dac4-42c1-a555-aea91f7fdbcb tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:25.415075 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-32ce03b3-dac4-42c1-a555-aea91f7fdbcb tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.23 "GET /v2.0/networks?id=e018a3b5-9f14-4501-8bb2-9ce3a218a54b HTTP/1.1" status: 200 len: 812 time: 0.5295303 May 04 13:48:25.472876 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Request body: {'port': {'device_id': '7281995e-989e-4be1-9f34-451c8b0156c5', 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b', 'admin_state_up': True, 'tenant_id': 'cf08d79c8f5b457c93189f884ed3f626'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:25.537811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 06737607-51e4-4af1-b770-fad2e7b8cda5 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:25.705245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Made reservation on behalf of cf08d79c8f5b457c93189f884ed3f626 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:25.715532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 06737607-51e4-4af1-b770-fad2e7b8cda5 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:25.715932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:25.717224 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:25.941036 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5b7aa02b-7f09-42f0-815c-f41fcbbe378e req-404f4ec9-2f89-4a80-9897-349a4702271f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0731139 May 04 13:48:25.974747 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 06737607-51e4-4af1-b770-fad2e7b8cda5 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:26.357754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed07f4aa-4366-4a10-901a-85d69a566b70 req-4a52e49f-6032-4243-86bc-d57cc9ff1e4e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0727105 May 04 13:48:26.387227 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Allocated IP 172.20.0.14 (e018a3b5-9f14-4501-8bb2-9ce3a218a54b/f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59/eec9b077-bda1-4944-b9a8-5d84a4dcae4b) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:26.583298 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34004) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:26.704368 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks [] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:26.745436 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:26.856863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1fc6-161f-4d35-aca3-75d478dcad43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:26.869540 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Pushing event updated for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:26.886916 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Network e018a3b5-9f14-4501-8bb2-9ce3a218a54b is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:26.888666 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:26.891843 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:26.900329 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:26.901145 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:26.929811 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a1b47297-cb9e-4f4e-967e-b6918119b98c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4630849 May 04 13:48:26.935639 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:48:27.064637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1fc6-161f-4d35-aca3-75d478dcad43 admin admin] Publish callbacks [] for security_group (c44b6867-870a-4f20-8190-78c7bce847c7), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.071643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1fc6-161f-4d35-aca3-75d478dcad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c44b6867-870a-4f20-8190-78c7bce847c7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.175503 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-1e9f1fc6-161f-4d35-aca3-75d478dcad43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f0a4bc817ae4546ac2c281eb568cb71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5907123 May 04 13:48:27.178154 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34034) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:27.185764 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f4233-35da-4a0e-ab26-17f7e6dd8342 req-4a1310ba-122f-45a1-b791-0e0c62ccd6c3 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:27.187489 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-999f4233-35da-4a0e-ab26-17f7e6dd8342 req-4a1310ba-122f-45a1-b791-0e0c62ccd6c3 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.1028528 May 04 13:48:27.188476 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f1fc6-161f-4d35-aca3-75d478dcad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b6867-870a-4f20-8190-78c7bce847c7,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:27.248953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] Publish callbacks [] for security_group (c44b6867-870a-4f20-8190-78c7bce847c7), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.271236 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-999f4233-35da-4a0e-ab26-17f7e6dd8342 req-27bd5e32-560d-4f37-b494-2c03a4bd74c3 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745857 May 04 13:48:27.286378 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] Publish callbacks [] for security_group (c44b6867-870a-4f20-8190-78c7bce847c7), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.380021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c44b6867-870a-4f20-8190-78c7bce847c7), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.382708 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.386961 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c44b6867-870a-4f20-8190-78c7bce847c7 HTTP/1.1" status: 204 len: 168 time: 0.2072685 May 04 13:48:27.400332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda5484-3fe2-4647-bcd2-ad6141cd69c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b6867-870a-4f20-8190-78c7bce847c7,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:27.550618 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a73515e-b7ff-4945-a134-4f3a447c4a56 req-06b119b5-3b13-4189-9f0d-758c6cfde41d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0406251 May 04 13:48:27.768033 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34094) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:27.912287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f312fec6-839f-4a13-b032-1a202c74d263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:27.993094 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34106) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:28.001749 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f312fec6-839f-4a13-b032-1a202c74d263 admin admin] Publish callbacks [] for security_group (9df7f547-1ee7-454a-9f99-b04b337c716a), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.008217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f312fec6-839f-4a13-b032-1a202c74d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9df7f547-1ee7-454a-9f99-b04b337c716a), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.050294 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f312fec6-839f-4a13-b032-1a202c74d263 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd2c0176e26e44a8b6a729af849a52aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2805965 May 04 13:48:28.052908 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34112) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:28.060054 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312fec6-839f-4a13-b032-1a202c74d263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7f547-1ee7-454a-9f99-b04b337c716a,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:28.104921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] Publish callbacks [] for security_group (9df7f547-1ee7-454a-9f99-b04b337c716a), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.129428 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] Publish callbacks [] for security_group (9df7f547-1ee7-454a-9f99-b04b337c716a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.173002 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7255363-c09c-42f6-8471-59b024877ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.205042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9df7f547-1ee7-454a-9f99-b04b337c716a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.207602 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.208726 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9df7f547-1ee7-454a-9f99-b04b337c716a HTTP/1.1" status: 204 len: 168 time: 0.1547775 May 04 13:48:28.226861 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d436f7-73c7-49d7-abbc-e30359382532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7f547-1ee7-454a-9f99-b04b337c716a,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:28.276243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7255363-c09c-42f6-8471-59b024877ddc admin admin] Publish callbacks [] for security_group (c08f0c06-0799-4687-a98f-e0c980314ae3), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.281960 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7255363-c09c-42f6-8471-59b024877ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c08f0c06-0799-4687-a98f-e0c980314ae3), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.332906 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a7255363-c09c-42f6-8471-59b024877ddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1640d983430c4897920bf0e36861ff87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3384893 May 04 13:48:28.335346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7255363-c09c-42f6-8471-59b024877ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f0c06-0799-4687-a98f-e0c980314ae3,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:28.335473 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34126) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:28.392280 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] Publish callbacks [] for security_group (c08f0c06-0799-4687-a98f-e0c980314ae3), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.410260 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49de2f3-a77b-417f-9f01-71f777fa0765 req-1468236b-13fb-498b-a7a7-c0070aca1344 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:28.415417 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] Publish callbacks [] for security_group (c08f0c06-0799-4687-a98f-e0c980314ae3), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.417411 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b49de2f3-a77b-417f-9f01-71f777fa0765 req-1468236b-13fb-498b-a7a7-c0070aca1344 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.0562289 May 04 13:48:28.477781 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b49de2f3-a77b-417f-9f01-71f777fa0765 req-b741c35a-5329-44ef-a7bb-a9dab138de79 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523419 May 04 13:48:28.478711 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c08f0c06-0799-4687-a98f-e0c980314ae3), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.481496 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.482658 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c08f0c06-0799-4687-a98f-e0c980314ae3 HTTP/1.1" status: 204 len: 168 time: 0.1463301 May 04 13:48:28.491714 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d2aa5-fe01-4bc1-9da7-dafd983fb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f0c06-0799-4687-a98f-e0c980314ae3,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:28.601597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34138) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:28.634713 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b47fbd7b-3d4e-405c-8966-50593c258716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.691705 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-451e223d-8ffd-44db-b24c-e0704b7c1671 req-116fc9e3-41ea-4537-acca-ffef512dc8c7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0393839 May 04 13:48:28.829401 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b47fbd7b-3d4e-405c-8966-50593c258716 admin admin] Publish callbacks [] for security_group (22227b8a-175a-4904-b205-b3fe4dafc7c6), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.835999 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b47fbd7b-3d4e-405c-8966-50593c258716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (22227b8a-175a-4904-b205-b3fe4dafc7c6), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:28.924870 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b47fbd7b-3d4e-405c-8966-50593c258716 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2b0c30fa9f14ea585d69fd691950493&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3214884 May 04 13:48:28.927651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34150) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:28.953119 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fbd7b-3d4e-405c-8966-50593c258716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22227b8a-175a-4904-b205-b3fe4dafc7c6,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:29.028252 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] Publish callbacks [] for security_group (22227b8a-175a-4904-b205-b3fe4dafc7c6), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:29.068846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] Publish callbacks [] for security_group (22227b8a-175a-4904-b205-b3fe4dafc7c6), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:29.150758 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (22227b8a-175a-4904-b205-b3fe4dafc7c6), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:29.154921 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:29.156148 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22227b8a-175a-4904-b205-b3fe4dafc7c6 HTTP/1.1" status: 204 len: 168 time: 0.2274477 May 04 13:48:29.188248 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bbe46-ce86-4153-afd4-4431bb208005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22227b8a-175a-4904-b205-b3fe4dafc7c6,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:29.638795 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd4b5-46d0-4478-b864-205e511102b3 req-d8f09a89-103c-4e76-ada9-77d1d20691b9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:29.642084 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5dcfd4b5-46d0-4478-b864-205e511102b3 req-d8f09a89-103c-4e76-ada9-77d1d20691b9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.0738447 May 04 13:48:29.708783 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5dcfd4b5-46d0-4478-b864-205e511102b3 req-acaa7355-8b1a-487a-ba65-c383c249aee8 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 May 04 13:48:29.883231 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0267e81d-0f74-426f-8f87-32c5482868b9 req-16d32403-36bf-4fd1-b10c-edf726f629de tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0772774 May 04 13:48:30.936640 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1deac7-e82d-494b-9b6b-dc599c1e35e7 req-ba70a95e-1517-414b-92f2-4b89c4dca066 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:30.946730 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a1deac7-e82d-494b-9b6b-dc599c1e35e7 req-ba70a95e-1517-414b-92f2-4b89c4dca066 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.0961683 May 04 13:48:31.000318 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34254) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:31.093013 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ff2567d-aa16-4dfb-8f0c-12c1bcaa548a req-f539e07a-15ce-4f1b-a6cb-2ca8a89036d4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0538950 May 04 13:48:31.104109 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-bd2dfda6-524d-4ce1-87a2-4447be82c368 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:48:31.106666 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-bd2dfda6-524d-4ce1-87a2-4447be82c368 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083325 May 04 13:48:31.113671 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a1deac7-e82d-494b-9b6b-dc599c1e35e7 req-fbfa9a4f-0b85-4eaa-9c18-fbf3705c8c2b tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597753 May 04 13:48:31.139548 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-831039756-network', 'tenant_id': '62a7e03a10cc4e4d84ff86529cee5972'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:31.176564 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Made reservation on behalf of 62a7e03a10cc4e4d84ff86529cee5972 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:31.180750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.200503 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.372005 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks [] for security_group (a1a06536-c89c-4230-aa56-aacfc9e61df3), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.378539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a1a06536-c89c-4230-aa56-aacfc9e61df3), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.397081 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:48:31.419309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (772810e2-20a6-41c2-a20f-4ad6356d1743), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.419688 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Added segment 772810e2-20a6-41c2-a20f-4ad6356d1743 of type vlan for network 1e49dc11-0f0d-421b-a208-26c6e0b01c94 May 04 13:48:31.438916 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a06536-c89c-4230-aa56-aacfc9e61df3,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:31.493220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (1e49dc11-0f0d-421b-a208-26c6e0b01c94), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.530678 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (1e49dc11-0f0d-421b-a208-26c6e0b01c94), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.531853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:31.532309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.564694 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5624926 May 04 13:48:31.568148 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34276) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:31.576731 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Request body: {'subnet': {'network_id': '1e49dc11-0f0d-421b-a208-26c6e0b01c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-831039756-subnet', 'tenant_id': '62a7e03a10cc4e4d84ff86529cee5972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:31.609846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815cf7-abf8-43fc-8b0f-2ad29187eb68 admin admin] Pushing event updated for resources: {'Network': ['ID=1e49dc11-0f0d-421b-a208-26c6e0b01c94,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:31.621139 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 1e49dc11-0f0d-421b-a208-26c6e0b01c94 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:48:31.625888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Made reservation on behalf of 62a7e03a10cc4e4d84ff86529cee5972 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:31.628198 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:31.906383 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (b779cbec-6459-48ba-af54-b921469bd7d9), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:32.035227 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b779cbec-6459-48ba-af54-b921469bd7d9,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:32.047232 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Checking segment: {'id': '772810e2-20a6-41c2-a20f-4ad6356d1743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1e49dc11-0f0d-421b-a208-26c6e0b01c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:32.047913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Network hostable DHCP agents. Network: 1e49dc11-0f0d-421b-a208-26c6e0b01c94, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:48:32.068006 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Network 1e49dc11-0f0d-421b-a208-26c6e0b01c94 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:48:32.082850 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 1e49dc11-0f0d-421b-a208-26c6e0b01c94) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:32.090559 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:32.091198 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:32.096501 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ab391-cc87-43bb-aa51-e6b65036881e None None] Network 1e49dc11-0f0d-421b-a208-26c6e0b01c94 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:32.145307 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1025c182-1931-4abd-8c1b-ba5c1255c8c6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5683308 May 04 13:48:32.333010 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6878b-248a-4f80-8001-f36c2722123a None None] Network 1e49dc11-0f0d-421b-a208-26c6e0b01c94 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:32.460443 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c803c312-49fb-4c37-9d0e-97698dd6a06f req-07b3d277-7ea5-44dc-b14a-5feede2d17b2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1176875 May 04 13:48:32.496515 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d83e53-3e20-4459-bdb4-ca4fc1f163a1 req-24b3a454-abfa-4059-ba70-f0411faa2ec2 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:32.508180 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7d83e53-3e20-4459-bdb4-ca4fc1f163a1 req-24b3a454-abfa-4059-ba70-f0411faa2ec2 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.2590899 May 04 13:48:32.658240 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.23', 49975) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:32.772243 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7d83e53-3e20-4459-bdb4-ca4fc1f163a1 req-1acf29c3-89e0-4d10-bb71-01aaeb294433 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441330 May 04 13:48:33.065675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-54e022e6-3bee-43f8-8303-2bdd2d582ecd tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:33.069141 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-54e022e6-3bee-43f8-8303-2bdd2d582ecd tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 816 time: 0.3909616 May 04 13:48:33.149453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Request body: {'port': {'device_id': '7281995e-989e-4be1-9f34-451c8b0156c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:33.235221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:33.756905 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34366) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:33.778768 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-64633681-network', 'tenant_id': '882b30ebd4c84048a5f56870249eb35b'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:33.875585 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6c939d4-69ee-4a7f-baf3-a48f0e8737d2 req-1baacebb-d67d-4177-a79a-82f6d69c5681 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1345453 May 04 13:48:33.915413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Made reservation on behalf of 882b30ebd4c84048a5f56870249eb35b for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:33.916825 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-da6f3226-8b53-4475-8a12-9315498a8382 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 379 time: 0.8163364 May 04 13:48:33.918836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:33.953819 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.024599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669df9-c30c-427e-a6db-a7eea28f27b2 req-4f51a336-7a1f-44e1-80c5-ee06b9e465f5 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:34.026688 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b4669df9-c30c-427e-a6db-a7eea28f27b2 req-4f51a336-7a1f-44e1-80c5-ee06b9e465f5 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 932 time: 0.0915904 May 04 13:48:34.074908 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'port': {'device_id': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'admin_state_up': True, 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'security_groups': ['a334ebc9-f1ea-4f0b-b584-d0bcceba094c']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:34.110043 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b4669df9-c30c-427e-a6db-a7eea28f27b2 req-1ec3adc2-82df-4cd4-accb-bcdab0236d3e tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 May 04 13:48:34.144886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks [] for security_group (6f561468-3b1d-46fb-8066-d0e0f63dfcca), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.162258 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6f561468-3b1d-46fb-8066-d0e0f63dfcca), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.219828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:48:34.234680 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (d2593d1e-27d1-4ffe-9420-e7be58db1544), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.235310 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Added segment d2593d1e-27d1-4ffe-9420-e7be58db1544 of type vlan for network 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 May 04 13:48:34.235552 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec9b077-bda1-4944-b9a8-5d84a4dcae4b {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:48:34.237191 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f561468-3b1d-46fb-8066-d0e0f63dfcca,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.251487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks [] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.296090 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Transition to ACTIVE for port object eec9b077-bda1-4944-b9a8-5d84a4dcae4b will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:48:34.306247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.320880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.388029 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.389210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:34.392511 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.456044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Made reservation on behalf of 817ff3e189a443a7b1f11e9a016832cc for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:34.473687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.525540 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Pushing event updated for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.536751 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Attempting to bind port eec9b077-bda1-4944-b9a8-5d84a4dcae4b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:48:34.536866 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Attempting to bind port eec9b077-bda1-4944-b9a8-5d84a4dcae4b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '450ce70a-fac1-4ac7-b4fc-f8cd660eb076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:48:34.542135 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] Pushing event updated for resources: {'Network': ['ID=30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:34.549114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Attempting to bind port eec9b077-bda1-4944-b9a8-5d84a4dcae4b on network e018a3b5-9f14-4501-8bb2-9ce3a218a54b {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:34.558544 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:48:34.586665 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7310fcb2-3b67-4dd1-bc02-da8d0f59c197 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8217125 May 04 13:48:34.587403 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34402) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:34.600279 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Request body: {'subnet': {'network_id': '30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-64633681-subnet', 'tenant_id': '882b30ebd4c84048a5f56870249eb35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:34.611883 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Port eec9b077-bda1-4944-b9a8-5d84a4dcae4b on network e018a3b5-9f14-4501-8bb2-9ce3a218a54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:48:34.612774 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Attempting to bind port eec9b077-bda1-4944-b9a8-5d84a4dcae4b on network e018a3b5-9f14-4501-8bb2-9ce3a218a54b {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:34.633833 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:48:34.633833 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Checking segment: {'id': '450ce70a-fac1-4ac7-b4fc-f8cd660eb076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:34.633833 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Bound using segment: {'id': '450ce70a-fac1-4ac7-b4fc-f8cd660eb076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:48:34.650430 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Bound port: eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450ce70a-fac1-4ac7-b4fc-f8cd660eb076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:48:34.650822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.675746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Made reservation on behalf of 882b30ebd4c84048a5f56870249eb35b for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:48:34.682285 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:34.858448 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:48:34.862950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Allocated IP 172.20.0.8 (172c7baf-db50-4aef-afa7-f1dee0ea0a04/5d8c3414-eb96-44f6-9bd3-81e15c50b19b/7c5cd021-4484-4754-82ae-d47272287f88) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:48:34.867256 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,segment=NetworkSegment(450ce70a-fac1-4ac7-b4fc-f8cd660eb076),segment_id=450ce70a-fac1-4ac7-b4fc-f8cd660eb076)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:48:34.882634 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.008037 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:35.011168 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.012712 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] 10.222.0.23 "PUT /v2.0/ports/eec9b077-bda1-4944-b9a8-5d84a4dcae4b HTTP/1.1" status: 200 len: 1094 time: 2.5624568 May 04 13:48:35.024651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:48:35.159663 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7ae97-a280-40bc-869c-5071eb688b44 service neutron] Pushing event updated for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.199506 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-69c57aa9-a5cc-4263-8c2c-f1ea3b4b237c req-96bf911f-997a-4414-999f-debba669ac75 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1430283 May 04 13:48:35.219094 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34430) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:35.231105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (02eab989-7064-43a0-8b3d-055f62111eac), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.310704 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02eab989-7064-43a0-8b3d-055f62111eac,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.368959 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (7c5cd021-4484-4754-82ae-d47272287f88), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.384069 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:48:35.429636 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7d32e71d-aafa-4082-9e02-0822ea9aabf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.463671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.473146 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Checking segment: {'id': 'd2593d1e-27d1-4ffe-9420-e7be58db1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:35.473561 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Network hostable DHCP agents. Network: 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:48:35.515956 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:48:35.519839 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:35.522722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f1acd-1370-4a4e-a2a5-e3f7331433b5 req-2e157518-477e-4521-a3b7-b9b76a729af9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:35.532926 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:48:35.540470 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:35.541382 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.547161 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fc6f1acd-1370-4a4e-a2a5-e3f7331433b5 req-2e157518-477e-4521-a3b7-b9b76a729af9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.2386463 May 04 13:48:35.556948 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.582172 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-78e60af9-1b1b-40d6-b11e-1af9b5f5e8a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5125813 May 04 13:48:35.644138 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Network 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:48:35.658111 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495e47a-4b66-4873-aca5-08bdec1abc97 x-openstack-request-id: req-8495e47a-4b66-4873-aca5-08bdec1abc97 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:48:35.658111 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:48:35.658377 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8495e47a-4b66-4873-aca5-08bdec1abc97 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:48:35.658819 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8495e47a-4b66-4873-aca5-08bdec1abc97'] response: {'name': 'network-changed', 'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b', 'status': 'completed', 'code': 200} May 04 13:48:35.665498 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:48:35.670339 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:35.670935 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.676827 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122b117-39c0-4e9c-ae6a-29df9fbe5db2 None None] Network 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:35.749923 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fc6f1acd-1370-4a4e-a2a5-e3f7331433b5 req-7da78dd8-7e55-4dca-819b-5ab393e68ec4 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999788 May 04 13:48:35.802593 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7d32e71d-aafa-4082-9e02-0822ea9aabf3 admin admin] Publish callbacks [] for security_group (acdb1ed5-72dd-42f0-a993-d6bbb8e823ea), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.811884 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7d32e71d-aafa-4082-9e02-0822ea9aabf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (acdb1ed5-72dd-42f0-a993-d6bbb8e823ea), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:35.818561 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ac2d82c7-5f4e-43e3-8b73-35b07e1db959 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2300239 May 04 13:48:35.855732 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32e71d-aafa-4082-9e02-0822ea9aabf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb1ed5-72dd-42f0-a993-d6bbb8e823ea,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:35.864032 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5eb5d6-35f0-4462-bb5c-a26b4268b42c None None] Network 30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:48:35.889488 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7d32e71d-aafa-4082-9e02-0822ea9aabf3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd253d69509d4f9585349fdeee0899ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693175 May 04 13:48:35.892666 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34444) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:35.998114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] Publish callbacks [] for security_group (acdb1ed5-72dd-42f0-a993-d6bbb8e823ea), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:36.017015 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-bb6bff91-6434-4db0-b15e-59d2a39501a8 None None] Provisioning complete for port 7c5cd021-4484-4754-82ae-d47272287f88 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:36.017737 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-bb6bff91-6434-4db0-b15e-59d2a39501a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7c5cd021-4484-4754-82ae-d47272287f88), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:36.075404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] Publish callbacks [] for security_group (acdb1ed5-72dd-42f0-a993-d6bbb8e823ea), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:36.099906 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-bb6bff91-6434-4db0-b15e-59d2a39501a8 None None] Port 7c5cd021-4484-4754-82ae-d47272287f88 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:48:36.152207 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (acdb1ed5-72dd-42f0-a993-d6bbb8e823ea), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:36.155711 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:36.157121 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acdb1ed5-72dd-42f0-a993-d6bbb8e823ea HTTP/1.1" status: 204 len: 168 time: 0.2628019 May 04 13:48:36.170742 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175a4a-7393-4045-be8e-2fbd37211746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb1ed5-72dd-42f0-a993-d6bbb8e823ea,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:36.419645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57777ee-41c8-464f-b2f7-6d68e8b22d14 req-0d06b6e7-b3b0-43f2-a040-e4ad09ffb390 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:36.426657 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c57777ee-41c8-464f-b2f7-6d68e8b22d14 req-0d06b6e7-b3b0-43f2-a040-e4ad09ffb390 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 931 time: 0.0790844 May 04 13:48:36.499812 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c57777ee-41c8-464f-b2f7-6d68e8b22d14 req-6f279ac2-d310-4c64-893c-e3bf41f53819 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606484 May 04 13:48:36.894483 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7b82-97e9-4e8d-aa45-ba2660c77b35 req-38f252fe-5844-4de7-8956-ca8dec00c6fa tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:36.896027 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fc3a7b82-97e9-4e8d-aa45-ba2660c77b35 req-38f252fe-5844-4de7-8956-ca8dec00c6fa tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0571172 May 04 13:48:36.954893 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fc3a7b82-97e9-4e8d-aa45-ba2660c77b35 req-9aca67bd-59d4-4424-9cf8-547d3a1e6650 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 May 04 13:48:37.644843 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7ae3-baf0-429b-91f1-15b4846502c8 req-b3934446-bd8e-4384-9fea-72e999002732 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:37.646313 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-058d7ae3-baf0-429b-91f1-15b4846502c8 req-b3934446-bd8e-4384-9fea-72e999002732 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 931 time: 0.0528131 May 04 13:48:37.699780 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-058d7ae3-baf0-429b-91f1-15b4846502c8 req-9996a7dd-66b4-4fdc-a08e-43899c155105 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 May 04 13:48:38.067528 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be681e30-e6b2-4fd3-ab9e-c2f55cfcf290 req-6b64b4bd-1321-47aa-b9e5-3009785d2fb6 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:38.069266 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-be681e30-e6b2-4fd3-ab9e-c2f55cfcf290 req-6b64b4bd-1321-47aa-b9e5-3009785d2fb6 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0482519 May 04 13:48:38.126246 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-be681e30-e6b2-4fd3-ab9e-c2f55cfcf290 req-68789684-784e-4fc1-9dd4-ea50ca1e2d94 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511129 May 04 13:48:38.725135 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34606) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:38.832549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726306-31b8-42b8-9a0f-7ce640db82fb req-effc95d1-5708-4f93-84e8-1ed47508a514 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:38.833794 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bc726306-31b8-42b8-9a0f-7ce640db82fb req-effc95d1-5708-4f93-84e8-1ed47508a514 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 931 time: 0.0482090 May 04 13:48:38.860997 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0c96-fef9-473f-8d9a-af6995e66c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:38.884586 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bc726306-31b8-42b8-9a0f-7ce640db82fb req-6e67387d-cdcc-447b-873a-149702671611 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 May 04 13:48:38.951411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0c96-fef9-473f-8d9a-af6995e66c73 admin admin] Publish callbacks [] for security_group (e14eab50-cf82-455e-b780-d44ec130d4c9), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:38.955260 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0c96-fef9-473f-8d9a-af6995e66c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (e14eab50-cf82-455e-b780-d44ec130d4c9), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.008207 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-3a1d0c96-fef9-473f-8d9a-af6995e66c73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16befcb8bfa24e828132152af3a2a94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819619 May 04 13:48:39.009051 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0c96-fef9-473f-8d9a-af6995e66c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14eab50-cf82-455e-b780-d44ec130d4c9,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.010758 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34636) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:39.061826 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] Publish callbacks [] for security_group (e14eab50-cf82-455e-b780-d44ec130d4c9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.206959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] Publish callbacks [] for security_group (e14eab50-cf82-455e-b780-d44ec130d4c9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.271430 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0b31e-a8bb-4c7b-aaa2-55905ecf052a req-1e2ec779-a58f-4baa-b857-8f89b891265f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:39.273237 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dcb0b31e-a8bb-4c7b-aaa2-55905ecf052a req-1e2ec779-a58f-4baa-b857-8f89b891265f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0720811 May 04 13:48:39.306755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (e14eab50-cf82-455e-b780-d44ec130d4c9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.309391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.313436 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e14eab50-cf82-455e-b780-d44ec130d4c9 HTTP/1.1" status: 204 len: 168 time: 0.3016310 May 04 13:48:39.326537 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7a00e-f595-417a-b2db-e6402d9889ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14eab50-cf82-455e-b780-d44ec130d4c9,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.365767 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dcb0b31e-a8bb-4c7b-aaa2-55905ecf052a req-ff26c601-79ea-497f-a8fa-7e7d5a10dc94 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758088 May 04 13:48:39.416123 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34662) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:39.567964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9017ee83-86f7-4ae2-b610-53d48258923d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.636811 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34668) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:39.643984 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9017ee83-86f7-4ae2-b610-53d48258923d admin admin] Publish callbacks [] for security_group (4c19fccf-4922-4665-b852-6f48036d9502), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.647638 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9017ee83-86f7-4ae2-b610-53d48258923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4c19fccf-4922-4665-b852-6f48036d9502), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.649796 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-663cf582-834e-48d8-ad6f-c2932a2b7a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.686085 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9017ee83-86f7-4ae2-b610-53d48258923d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abff3b638a3047acacac23ea3637d50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688775 May 04 13:48:39.686910 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ee83-86f7-4ae2-b610-53d48258923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19fccf-4922-4665-b852-6f48036d9502,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.690098 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34670) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:39.756894 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-663cf582-834e-48d8-ad6f-c2932a2b7a86 admin admin] Publish callbacks [] for security_group (dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.764206 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-663cf582-834e-48d8-ad6f-c2932a2b7a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.782037 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] Publish callbacks [] for security_group (4c19fccf-4922-4665-b852-6f48036d9502), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.816961 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-663cf582-834e-48d8-ad6f-c2932a2b7a86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a1471173bc34699b711ddef1072092c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791174 May 04 13:48:39.820784 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34676) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:39.821680 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf582-834e-48d8-ad6f-c2932a2b7a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.829416 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] Publish callbacks [] for security_group (4c19fccf-4922-4665-b852-6f48036d9502), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.880471 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4c19fccf-4922-4665-b852-6f48036d9502), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.883177 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.884321 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c19fccf-4922-4665-b852-6f48036d9502 HTTP/1.1" status: 204 len: 168 time: 0.1930654 May 04 13:48:39.887113 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] Publish callbacks [] for security_group (dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.892143 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759417-8a61-4c81-b690-ca19ed18595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19fccf-4922-4665-b852-6f48036d9502,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:39.911414 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] Publish callbacks [] for security_group (dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.972793 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.975230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:39.976366 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a HTTP/1.1" status: 204 len: 168 time: 0.1543632 May 04 13:48:40.003234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86056d2-fa3f-40f5-a5be-e23a16c6e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc756b2e-9c8c-4cdb-81e5-bd0e35c9f98a,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:40.017801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6894-5147-4766-b1cd-9dfe7cad8707 req-08618b01-7f72-4691-8644-05fb0740301d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:40.019929 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-332d6894-5147-4766-b1cd-9dfe7cad8707 req-08618b01-7f72-4691-8644-05fb0740301d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 931 time: 0.0596280 May 04 13:48:40.075700 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-332d6894-5147-4766-b1cd-9dfe7cad8707 req-e491d8b2-b4f9-4971-9565-2f11e73315d8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494986 May 04 13:48:40.316707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34696) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:40.333164 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25dd3c32-b827-45a9-960e-6f9be5e86707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.414528 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25dd3c32-b827-45a9-960e-6f9be5e86707 admin admin] Publish callbacks [] for security_group (1744a482-5084-4498-9889-cfbfec40d439), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.427144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25dd3c32-b827-45a9-960e-6f9be5e86707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1744a482-5084-4498-9889-cfbfec40d439), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.492125 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3c32-b827-45a9-960e-6f9be5e86707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1744a482-5084-4498-9889-cfbfec40d439,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:40.498807 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-25dd3c32-b827-45a9-960e-6f9be5e86707 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8daaed5103d24e4eb1a8cef80efa6a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809840 May 04 13:48:40.501477 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34708) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:40.512532 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940bcf4-73a4-4ba7-b3ae-720209e375a7 req-60ad2aa6-3de3-4bf4-8cc5-7cb7604a4f37 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:40.514383 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8940bcf4-73a4-4ba7-b3ae-720209e375a7 req-60ad2aa6-3de3-4bf4-8cc5-7cb7604a4f37 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0704203 May 04 13:48:40.554976 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] Publish callbacks [] for security_group (1744a482-5084-4498-9889-cfbfec40d439), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.570006 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8940bcf4-73a4-4ba7-b3ae-720209e375a7 req-03d88699-cb22-4d01-9558-845f7eed004e tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 May 04 13:48:40.577525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] Publish callbacks [] for security_group (1744a482-5084-4498-9889-cfbfec40d439), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.626458 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1744a482-5084-4498-9889-cfbfec40d439), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.629713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:40.633126 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1744a482-5084-4498-9889-cfbfec40d439 HTTP/1.1" status: 204 len: 168 time: 0.1283743 May 04 13:48:40.638276 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e94537-1d0f-44be-b1a5-2d61695f8804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1744a482-5084-4498-9889-cfbfec40d439,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:40.687295 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Request body: {'port': {'device_id': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:48:40.783739 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-81075e69-1d43-45b3-ae38-276393bfef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:40.785255 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-81075e69-1d43-45b3-ae38-276393bfef5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf08d79c8f5b457c93189f884ed3f626&device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 1128 time: 0.0769460 May 04 13:48:40.972519 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:41.000791 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-794d9c1b-f591-4e77-840f-dacdc02fb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.000791 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-794d9c1b-f591-4e77-840f-dacdc02fb616 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cf08d79c8f5b457c93189f884ed3f626&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1891944 May 04 13:48:41.260722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289dc9-dac8-45b0-ad54-7380e6b53bd8 req-51196673-23dc-4c13-b5ad-5bac34155a59 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.264171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01289dc9-dac8-45b0-ad54-7380e6b53bd8 req-51196673-23dc-4c13-b5ad-5bac34155a59 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 931 time: 0.0786712 May 04 13:48:41.358029 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01289dc9-dac8-45b0-ad54-7380e6b53bd8 req-9acc9aa5-6f18-48b8-ab5a-487b17072ec8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862298 May 04 13:48:41.470124 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-5091e474-4ed1-42af-9f73-09b9a2d0722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.475888 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-eccd5dbc-d993-4075-8a86-4b0d5e956ed5 req-5091e474-4ed1-42af-9f73-09b9a2d0722f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4546254 May 04 13:48:41.727803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9970-4b76-49d5-a825-5adad3f87fe0 req-3dac2eda-b754-4820-866c-28a49184eacd tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.729401 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-31d5fa2c-54ea-46dc-a9fd-2eb50f69433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.730932 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-31d5fa2c-54ea-46dc-a9fd-2eb50f69433f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf08d79c8f5b457c93189f884ed3f626&device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 1128 time: 0.1838214 May 04 13:48:41.736371 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2e6b9970-4b76-49d5-a825-5adad3f87fe0 req-3dac2eda-b754-4820-866c-28a49184eacd tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0618896 May 04 13:48:41.806046 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2e6b9970-4b76-49d5-a825-5adad3f87fe0 req-fbac4532-3028-4aaf-9b87-be3800946688 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 May 04 13:48:41.825192 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-391b9043-d7be-4719-9728-ca8ce064d413 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b HTTP/1.1" status: 200 len: 217 time: 0.0873079 May 04 13:48:41.926500 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-d1d6fcf7-7fe9-4116-83df-51d4a00f3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:41.928333 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-d1d6fcf7-7fe9-4116-83df-51d4a00f3fe2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59 HTTP/1.1" status: 200 len: 852 time: 0.0964746 May 04 13:48:42.018661 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-00365b22-378a-431e-89be-648ddf7dcf48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e018a3b5-9f14-4501-8bb2-9ce3a218a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837677 May 04 13:48:42.058537 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:48:42.070713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks [] for port (7c5cd021-4484-4754-82ae-d47272287f88), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:42.135451 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Transition to ACTIVE for port object 7c5cd021-4484-4754-82ae-d47272287f88 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:48:42.161464 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:42.209984 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-f146db3e-1dfa-4aa2-a302-2dc240ff32f2 service neutron] 10.222.0.23 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837039 May 04 13:48:42.287675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:42.356602 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Attempting to bind port 7c5cd021-4484-4754-82ae-d47272287f88 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:48:42.357151 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Attempting to bind port 7c5cd021-4484-4754-82ae-d47272287f88 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:48:42.357804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Attempting to bind port 7c5cd021-4484-4754-82ae-d47272287f88 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:42.365146 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Port 7c5cd021-4484-4754-82ae-d47272287f88 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:48:42.366011 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Attempting to bind port 7c5cd021-4484-4754-82ae-d47272287f88 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:48:42.376303 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:48:42.376893 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Checking segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:48:42.377641 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Bound using segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:48:42.378260 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Bound port: 7c5cd021-4484-4754-82ae-d47272287f88, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:48:42.378821 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:42.506061 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:48:42.510784 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:48:42.519182 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6491a254-dc14-4dfb-a570-9fd0f6f43837 req-4769ba54-34a7-4a3f-aca0-0661f2d1aad5 service neutron] 10.222.0.23 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010492 May 04 13:48:42.526380 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:42.587773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:42.588202 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:42.592098 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 1093 time: 1.9108777 May 04 13:48:42.596174 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:48:42.605063 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9237203-84ab-47e7-9111-fd9845c273af" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:48:42.614273 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabf063-793f-42c5-90f4-74045d57fc61 req-1a0c9c86-d893-4a0c-a6f4-5dbaf6ef14d5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:42.615337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34834) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:42.619967 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9dabf063-793f-42c5-90f4-74045d57fc61 req-1a0c9c86-d893-4a0c-a6f4-5dbaf6ef14d5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1069100 May 04 13:48:42.673611 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca0238-9ab8-45c5-9235-efce6e367649 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:42.731053 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9dabf063-793f-42c5-90f4-74045d57fc61 req-da62d79b-a5c1-4a0e-b982-b47eba511ec7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009793 May 04 13:48:42.825009 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5654c8b1-5520-44db-b546-7073f766c87d x-openstack-request-id: req-5654c8b1-5520-44db-b546-7073f766c87d {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:48:42.825505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:48:42.826891 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5654c8b1-5520-44db-b546-7073f766c87d {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:48:42.827529 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5654c8b1-5520-44db-b546-7073f766c87d'] response: {'name': 'network-changed', 'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'status': 'completed', 'code': 200} May 04 13:48:42.953122 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad4305-327d-464e-8c2e-f8cb2db73fef req-c515b7a1-a4c8-47d0-8c4b-7e6109a6228c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:42.955293 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-32ad4305-327d-464e-8c2e-f8cb2db73fef req-c515b7a1-a4c8-47d0-8c4b-7e6109a6228c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0812347 May 04 13:48:43.070394 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-32ad4305-327d-464e-8c2e-f8cb2db73fef req-0f0a8d20-86fa-4990-b138-2a3c13236d37 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931356 May 04 13:48:43.197895 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0ed829e7-c36d-49d2-a301-ee4b10c6cb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.291325 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0ed829e7-c36d-49d2-a301-ee4b10c6cb8c admin admin] Publish callbacks [] for security_group (39645aea-fc92-49a9-8381-a8aee81c5b37), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.298182 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0ed829e7-c36d-49d2-a301-ee4b10c6cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (39645aea-fc92-49a9-8381-a8aee81c5b37), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.338929 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0ed829e7-c36d-49d2-a301-ee4b10c6cb8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcb6451f84de4561bb1abf113db49587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220027 May 04 13:48:43.341619 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34894) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:43.343487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed829e7-c36d-49d2-a301-ee4b10c6cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39645aea-fc92-49a9-8381-a8aee81c5b37,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:43.391584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] Publish callbacks [] for security_group (39645aea-fc92-49a9-8381-a8aee81c5b37), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.412936 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] Publish callbacks [] for security_group (39645aea-fc92-49a9-8381-a8aee81c5b37), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.464227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (39645aea-fc92-49a9-8381-a8aee81c5b37), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.466736 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.467903 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39645aea-fc92-49a9-8381-a8aee81c5b37 HTTP/1.1" status: 204 len: 168 time: 0.1251206 May 04 13:48:43.476287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936cb7-021f-4ada-a3d2-009f0a557ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39645aea-fc92-49a9-8381-a8aee81c5b37,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:43.793429 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 34906) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:43.809003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bc7617a-aeaf-42c8-a57e-ea7b65406acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.867092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ec39-e400-433e-a2f3-ae55cc471a2a req-184d794d-3627-477a-8b98-c6f62dc74c74 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:43.868547 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15b3ec39-e400-433e-a2f3-ae55cc471a2a req-184d794d-3627-477a-8b98-c6f62dc74c74 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0574970 May 04 13:48:43.936375 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15b3ec39-e400-433e-a2f3-ae55cc471a2a req-09e4315d-6ec8-4304-9551-502c0ca2f4d8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613449 May 04 13:48:43.956974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bc7617a-aeaf-42c8-a57e-ea7b65406acc admin admin] Publish callbacks [] for security_group (a3959611-3e36-4fc6-9dd7-4b1c98a5e878), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.960668 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bc7617a-aeaf-42c8-a57e-ea7b65406acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a3959611-3e36-4fc6-9dd7-4b1c98a5e878), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:43.997353 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7bc7617a-aeaf-42c8-a57e-ea7b65406acc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb820e5f8d3a4b1caeb0bf0237538737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028193 May 04 13:48:43.998493 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7617a-aeaf-42c8-a57e-ea7b65406acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3959611-3e36-4fc6-9dd7-4b1c98a5e878,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:44.000026 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 34908) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:44.053157 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] Publish callbacks [] for security_group (a3959611-3e36-4fc6-9dd7-4b1c98a5e878), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:44.075593 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] Publish callbacks [] for security_group (a3959611-3e36-4fc6-9dd7-4b1c98a5e878), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:44.128564 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a3959611-3e36-4fc6-9dd7-4b1c98a5e878), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:44.131189 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:44.132396 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3959611-3e36-4fc6-9dd7-4b1c98a5e878 HTTP/1.1" status: 204 len: 168 time: 0.1307530 May 04 13:48:44.142330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df04af-d748-4ab3-8a64-79b6755f57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3959611-3e36-4fc6-9dd7-4b1c98a5e878,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:44.201516 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2adb32-05ba-4def-8967-965b320d0df4 req-38afcae1-04b6-44a0-9b92-e7a67a48a865 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:44.203563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c2adb32-05ba-4def-8967-965b320d0df4 req-38afcae1-04b6-44a0-9b92-e7a67a48a865 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0606358 May 04 13:48:44.249677 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c2adb32-05ba-4def-8967-965b320d0df4 req-3db5ad42-05ee-4245-bbab-5b6db3366a55 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 May 04 13:48:45.059787 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323240e3-96b2-48d2-a03b-8258a25c15a6 req-2cd043af-e20e-4a40-b87f-b35cc77d1d4e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:45.061441 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-323240e3-96b2-48d2-a03b-8258a25c15a6 req-2cd043af-e20e-4a40-b87f-b35cc77d1d4e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0515838 May 04 13:48:45.109384 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-323240e3-96b2-48d2-a03b-8258a25c15a6 req-d1268f75-43bd-4f54-a594-c72c7e92f61e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 May 04 13:48:45.365019 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcddab8-bdf8-45af-a0d3-9439ed1c78ee req-d46673f0-e91a-445c-ae3b-608d4d9dcf98 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:45.366503 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdcddab8-bdf8-45af-a0d3-9439ed1c78ee req-d46673f0-e91a-445c-ae3b-608d4d9dcf98 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0477829 May 04 13:48:45.418052 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdcddab8-bdf8-45af-a0d3-9439ed1c78ee req-a36267d3-40e4-4866-a740-7639017bdbd7 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 May 04 13:48:46.044689 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:46.170061 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237203-84ab-47e7-9111-fd9845c273af req-51fb0f30-ad5e-44e8-ad03-cbfa1073f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.171841 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-c9237203-84ab-47e7-9111-fd9845c273af req-51fb0f30-ad5e-44e8-ad03-cbfa1073f465 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0470092 May 04 13:48:46.224214 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3b537b9c-51df-4d35-9889-c14ec365a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:46.258939 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f977e96-e587-4e6a-8185-5c08e8fe6671 req-4a76522d-f45d-4d11-b627-47403c0a71e8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.261295 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1f977e96-e587-4e6a-8185-5c08e8fe6671 req-4a76522d-f45d-4d11-b627-47403c0a71e8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0678556 May 04 13:48:46.314206 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237203-84ab-47e7-9111-fd9845c273af req-e708cdf8-dbcf-40bf-ae73-0953b231dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.316191 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-c9237203-84ab-47e7-9111-fd9845c273af req-e708cdf8-dbcf-40bf-ae73-0953b231dc33 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=817ff3e189a443a7b1f11e9a016832cc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1367207 May 04 13:48:46.320201 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1f977e96-e587-4e6a-8185-5c08e8fe6671 req-8c6c7e12-fa4e-45a1-96f0-beffdd410e5f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532126 May 04 13:48:46.416036 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237203-84ab-47e7-9111-fd9845c273af req-84479a74-0060-4f23-87db-8ba28a58d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.417589 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-c9237203-84ab-47e7-9111-fd9845c273af req-84479a74-0060-4f23-87db-8ba28a58d2a9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945308 May 04 13:48:46.496090 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-0dfb2dfb-556e-477e-99bc-549d5aa5e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.497868 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-0dfb2dfb-556e-477e-99bc-549d5aa5e66a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0411184 May 04 13:48:46.531448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b5356-bc74-40d1-890b-2ca7295fc75b req-83df701c-a8bf-409c-a3f7-33b4dbb94319 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.532837 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e54b5356-bc74-40d1-890b-2ca7295fc75b req-83df701c-a8bf-409c-a3f7-33b4dbb94319 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0465505 May 04 13:48:46.541747 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-7f44e7f6-af22-4fd7-898a-4212fc89f768 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 217 time: 0.0356467 May 04 13:48:46.585596 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e54b5356-bc74-40d1-890b-2ca7295fc75b req-cfb6c7b0-10ca-4623-b2ea-3adea54839f6 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464227 May 04 13:48:46.594521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-766e05c8-32b7-471a-bd2b-c435cef46336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.595998 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-766e05c8-32b7-471a-bd2b-c435cef46336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0466588 May 04 13:48:46.664327 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-48496bd6-518c-409e-8aeb-4b1883ae6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:46.665816 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-48496bd6-518c-409e-8aeb-4b1883ae6c09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621963 May 04 13:48:46.763053 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-8c35adc2-bc5e-46da-8931-6effc60d41cb service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878386 May 04 13:48:46.857468 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10d59107-66ca-48f6-8f88-802d575c49e2 req-a2be8ae2-e58e-4f0b-b572-99fd910d094c service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 May 04 13:48:47.455487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac1db-76c1-459a-92b8-9972e9807920 req-bda0108a-c7cb-4205-ab18-883431a92a20 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:47.456989 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7bfac1db-76c1-459a-92b8-9972e9807920 req-bda0108a-c7cb-4205-ab18-883431a92a20 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0524850 May 04 13:48:47.506341 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7bfac1db-76c1-459a-92b8-9972e9807920 req-05f46109-2c31-4009-b27d-0c9286335cce tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 May 04 13:48:47.627714 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35072) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:47.697506 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028461d5-5345-49be-be59-0f3e93c06d5b req-51df5fae-1469-422a-9095-f933cbacb1e2 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:47.698988 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-028461d5-5345-49be-be59-0f3e93c06d5b req-51df5fae-1469-422a-9095-f933cbacb1e2 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 944 time: 0.0462379 May 04 13:48:47.729881 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e8116cf-113a-4e11-b75c-41fedeb28bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.744950 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-028461d5-5345-49be-be59-0f3e93c06d5b req-57cb2ac4-cb53-47b1-9ad8-e129c16632c2 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 May 04 13:48:47.804818 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e8116cf-113a-4e11-b75c-41fedeb28bc3 admin admin] Publish callbacks [] for security_group (a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.808362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e8116cf-113a-4e11-b75c-41fedeb28bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.843421 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8116cf-113a-4e11-b75c-41fedeb28bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:47.848230 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-2e8116cf-113a-4e11-b75c-41fedeb28bc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cef39d07b8904c24a580eecab6c81bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195148 May 04 13:48:47.850953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35076) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:47.897274 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] Publish callbacks [] for security_group (a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.921274 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] Publish callbacks [] for security_group (a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.969960 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.973244 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:47.974646 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc HTTP/1.1" status: 204 len: 168 time: 0.1228929 May 04 13:48:47.982646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4b46a-b625-4465-b261-7a389c4cf788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdc758-8b4d-4f5a-b4fe-e3459122d5dc,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:48.058853 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device eec9b077-bda1-4944-b9a8-5d84a4dcae4b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:48:48.174196 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,segment=NetworkSegment(450ce70a-fac1-4ac7-b4fc-f8cd660eb076),segment_id=450ce70a-fac1-4ac7-b4fc-f8cd660eb076)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:48.189176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b', 'network_id': 'e018a3b5-9f14-4501-8bb2-9ce3a218a54b', 'port_id': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b', 'mac_address': 'fa:16:3e:36:8a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:48:48.242622 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port eec9b077-bda1-4944-b9a8-5d84a4dcae4b is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:48.243023 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.258458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec9b077-bda1-4944-b9a8-5d84a4dcae4b {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:48:48.281869 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,segment=NetworkSegment(450ce70a-fac1-4ac7-b4fc-f8cd660eb076),segment_id=450ce70a-fac1-4ac7-b4fc-f8cd660eb076)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:48.289905 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.290633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:48:48.305130 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35108) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:48.327044 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c07d693c-1921-4504-b5e7-f4e4f9e27034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.407623 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:48.444663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c07d693c-1921-4504-b5e7-f4e4f9e27034 admin admin] Publish callbacks [] for security_group (009a5af4-7ba3-4511-99d7-e4b067a7cb36), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.451728 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c07d693c-1921-4504-b5e7-f4e4f9e27034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (009a5af4-7ba3-4511-99d7-e4b067a7cb36), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.451914 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-bae60da7-a274-443f-9e95-26ee6c065e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.490196 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:48.509370 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '7c5cd021-4484-4754-82ae-d47272287f88', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:48:48.560146 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:48.560986 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.580102 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d693c-1921-4504-b5e7-f4e4f9e27034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a5af4-7ba3-4511-99d7-e4b067a7cb36,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:48.586481 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:48:48.611625 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c07d693c-1921-4504-b5e7-f4e4f9e27034 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91b377393a214cfaad14397d8118cf58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020549 May 04 13:48:48.611831 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35124) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:48.620042 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:48.626613 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.693650 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d64cae-0006-4539-95cf-abe27a73512b req-b92eb4a0-5576-454b-91f1-387ae6eaeed3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:48.695997 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3d64cae-0006-4539-95cf-abe27a73512b req-b92eb4a0-5576-454b-91f1-387ae6eaeed3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0558150 May 04 13:48:48.699011 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:48.717924 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] Publish callbacks [] for security_group (009a5af4-7ba3-4511-99d7-e4b067a7cb36), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.778636 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] Publish callbacks [] for security_group (009a5af4-7ba3-4511-99d7-e4b067a7cb36), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.784092 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3d64cae-0006-4539-95cf-abe27a73512b req-c080f61e-978d-4faa-b2c0-7ee3524dac4f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816429 May 04 13:48:48.857445 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (009a5af4-7ba3-4511-99d7-e4b067a7cb36), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.860674 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:48.863573 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/009a5af4-7ba3-4511-99d7-e4b067a7cb36 HTTP/1.1" status: 204 len: 168 time: 0.2486629 May 04 13:48:48.872430 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba482011-5152-4e70-8da7-28e1fdd77b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a5af4-7ba3-4511-99d7-e4b067a7cb36,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:48.915864 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a36b1f-f8de-41ce-83ae-19fe2655350f req-cba58764-4f10-4115-a0db-fc78972145a1 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:48.917467 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e5a36b1f-f8de-41ce-83ae-19fe2655350f req-cba58764-4f10-4115-a0db-fc78972145a1 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0673001 May 04 13:48:48.982230 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35140) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:48.982940 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e5a36b1f-f8de-41ce-83ae-19fe2655350f req-d56df4e7-ecf2-4f07-a219-944cb8081a21 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 May 04 13:48:49.193095 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-de3a5496-83c1-4008-9d6b-938b0d3cb09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.265834 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-de3a5496-83c1-4008-9d6b-938b0d3cb09f admin admin] Publish callbacks [] for security_group (9a643498-3941-46ce-a87c-986f68e9ef94), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.269815 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-de3a5496-83c1-4008-9d6b-938b0d3cb09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9a643498-3941-46ce-a87c-986f68e9ef94), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.316050 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-de3a5496-83c1-4008-9d6b-938b0d3cb09f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1879df6f8e44479f95b873109ab19441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317585 May 04 13:48:49.318486 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5496-83c1-4008-9d6b-938b0d3cb09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a643498-3941-46ce-a87c-986f68e9ef94,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:49.318624 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35158) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:49.382213 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] Publish callbacks [] for security_group (9a643498-3941-46ce-a87c-986f68e9ef94), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.404972 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] Publish callbacks [] for security_group (9a643498-3941-46ce-a87c-986f68e9ef94), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.458189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9a643498-3941-46ce-a87c-986f68e9ef94), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.460720 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.461864 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a643498-3941-46ce-a87c-986f68e9ef94 HTTP/1.1" status: 204 len: 168 time: 0.1420670 May 04 13:48:49.470748 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97556841-33e7-4172-8ccd-e9837986b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a643498-3941-46ce-a87c-986f68e9ef94,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:49.781307 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.916931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162eb06-2433-41b6-9ad4-dce6c31429bb req-7c70ee5e-95aa-48d0-bcec-0cf3f3ceb78d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:49.918721 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0162eb06-2433-41b6-9ad4-dce6c31429bb req-7c70ee5e-95aa-48d0-bcec-0cf3f3ceb78d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0568051 May 04 13:48:49.927032 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35190) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:49.941197 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e76744d7-4c52-4fda-8f41-bec370873506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:49.972739 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0162eb06-2433-41b6-9ad4-dce6c31429bb req-397484a9-de8c-4b9c-a2e4-2d70d7698891 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475836 May 04 13:48:50.020389 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e76744d7-4c52-4fda-8f41-bec370873506 admin admin] Publish callbacks [] for security_group (cab68b30-ddfd-4aca-9911-e76d311f6d9e), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.026745 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e76744d7-4c52-4fda-8f41-bec370873506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cab68b30-ddfd-4aca-9911-e76d311f6d9e), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.069221 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e76744d7-4c52-4fda-8f41-bec370873506 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d04cc612c0a94642949b667f3119bf84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410105 May 04 13:48:50.072240 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35200) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:50.080395 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76744d7-4c52-4fda-8f41-bec370873506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab68b30-ddfd-4aca-9911-e76d311f6d9e,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:50.108283 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c08510-2bba-46ad-941c-a78520071dbd req-284368d0-6242-48b5-8054-16bae5e238bf tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:50.109834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0c08510-2bba-46ad-941c-a78520071dbd req-284368d0-6242-48b5-8054-16bae5e238bf tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0566986 May 04 13:48:50.125503 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] Publish callbacks [] for security_group (cab68b30-ddfd-4aca-9911-e76d311f6d9e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.146862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] Publish callbacks [] for security_group (cab68b30-ddfd-4aca-9911-e76d311f6d9e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.164181 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0c08510-2bba-46ad-941c-a78520071dbd req-c21ebb89-0e6e-4566-9d46-e008b01f1c7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 May 04 13:48:50.196822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cab68b30-ddfd-4aca-9911-e76d311f6d9e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.199324 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:50.200477 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cab68b30-ddfd-4aca-9911-e76d311f6d9e HTTP/1.1" status: 204 len: 168 time: 0.1262069 May 04 13:48:50.208434 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b4b1-cba5-4489-a413-854f99f760eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab68b30-ddfd-4aca-9911-e76d311f6d9e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:51.101210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9107-7b67-46b0-ab50-3d675f12883d req-ef41ec51-5e28-4d16-8824-ff8ad0ebb3f4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:51.102823 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-877e9107-7b67-46b0-ab50-3d675f12883d req-ef41ec51-5e28-4d16-8824-ff8ad0ebb3f4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0486200 May 04 13:48:51.158044 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-877e9107-7b67-46b0-ab50-3d675f12883d req-c21b91df-3012-4192-888f-abda7326c11e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487475 May 04 13:48:51.272645 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:51.280955 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07df76d-baf1-4481-9fb2-e26299af75c8 req-fa717fbe-e1e7-4182-aa06-55744a01f222 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:51.282446 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f07df76d-baf1-4481-9fb2-e26299af75c8 req-fa717fbe-e1e7-4182-aa06-55744a01f222 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0499845 May 04 13:48:51.351429 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f07df76d-baf1-4481-9fb2-e26299af75c8 req-9de536a7-af55-4df4-909a-41a0096af51a tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 May 04 13:48:51.687092 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['eec9b077-bda1-4944-b9a8-5d84a4dcae4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:48:51.987759 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35294) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:52.100871 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-95746327-1ba2-40c8-a3fe-839ffb22195a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.173414 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-95746327-1ba2-40c8-a3fe-839ffb22195a admin admin] Publish callbacks [] for security_group (2bfb56cc-5580-4b33-8ddc-174d77c910ec), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.177397 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-95746327-1ba2-40c8-a3fe-839ffb22195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2bfb56cc-5580-4b33-8ddc-174d77c910ec), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.223170 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35312) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:52.223753 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-95746327-1ba2-40c8-a3fe-839ffb22195a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f2e7709f2f1473ba5b6582059031b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343884 May 04 13:48:52.224777 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746327-1ba2-40c8-a3fe-839ffb22195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfb56cc-5580-4b33-8ddc-174d77c910ec,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:52.294605 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] Publish callbacks [] for security_group (2bfb56cc-5580-4b33-8ddc-174d77c910ec), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.320773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] Publish callbacks [] for security_group (2bfb56cc-5580-4b33-8ddc-174d77c910ec), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.332268 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020adcc0-6d7a-4fbe-84b1-7fee867b0e51 req-025fa9e4-e63b-4349-aec5-f4055144b5eb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:52.339171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-020adcc0-6d7a-4fbe-84b1-7fee867b0e51 req-025fa9e4-e63b-4349-aec5-f4055144b5eb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0732658 May 04 13:48:52.374001 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2bfb56cc-5580-4b33-8ddc-174d77c910ec), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.377000 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.389522 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2bfb56cc-5580-4b33-8ddc-174d77c910ec HTTP/1.1" status: 204 len: 168 time: 0.1601660 May 04 13:48:52.409981 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-020adcc0-6d7a-4fbe-84b1-7fee867b0e51 req-e64318a7-01cc-4220-a535-7217f24bb91e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694804 May 04 13:48:52.412315 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f460fd-8e45-4fda-ad77-e694062e9c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfb56cc-5580-4b33-8ddc-174d77c910ec,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:52.497528 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aecafc-766e-4a7a-b4d4-7cf57983f55e req-b9dc4f36-2dd5-49f3-83c9-89b7808ae9e1 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:52.499026 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06aecafc-766e-4a7a-b4d4-7cf57983f55e req-b9dc4f36-2dd5-49f3-83c9-89b7808ae9e1 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0614426 May 04 13:48:52.546068 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06aecafc-766e-4a7a-b4d4-7cf57983f55e req-88c8f360-7216-4ae1-8856-4aa7f54f22ab tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 May 04 13:48:52.550956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.670900 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35328) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:52.684297 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0435a0c2-fdc6-49ff-8d13-dd872c3d40fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.757108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0435a0c2-fdc6-49ff-8d13-dd872c3d40fb admin admin] Publish callbacks [] for security_group (1f316dbf-b1bb-4f0f-88d2-db50697d4f70), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.762399 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0435a0c2-fdc6-49ff-8d13-dd872c3d40fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1f316dbf-b1bb-4f0f-88d2-db50697d4f70), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.803307 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0435a0c2-fdc6-49ff-8d13-dd872c3d40fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c996023b6b8c4527b6c6e66b2afc85ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309958 May 04 13:48:52.804316 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435a0c2-fdc6-49ff-8d13-dd872c3d40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f316dbf-b1bb-4f0f-88d2-db50697d4f70,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:52.805864 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35336) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:52.854547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] Publish callbacks [] for security_group (1f316dbf-b1bb-4f0f-88d2-db50697d4f70), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.879229 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] Publish callbacks [] for security_group (1f316dbf-b1bb-4f0f-88d2-db50697d4f70), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.925507 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1f316dbf-b1bb-4f0f-88d2-db50697d4f70), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.928096 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:52.929322 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f316dbf-b1bb-4f0f-88d2-db50697d4f70 HTTP/1.1" status: 204 len: 168 time: 0.1223657 May 04 13:48:52.937432 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393fc13-82c1-4a38-8a88-b854951383cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f316dbf-b1bb-4f0f-88d2-db50697d4f70,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:53.548135 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fadb4-e0e8-45f9-84e3-5b0a9cc66110 req-484ce2d8-714e-4849-84ec-5572592fb484 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:53.550316 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-636fadb4-e0e8-45f9-84e3-5b0a9cc66110 req-484ce2d8-714e-4849-84ec-5572592fb484 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0586619 May 04 13:48:53.614118 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-636fadb4-e0e8-45f9-84e3-5b0a9cc66110 req-4c8d9be3-8a6e-41f1-a9b2-060639da6de0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559657 May 04 13:48:53.675647 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aa9ae-3f3f-45df-b8a7-9dc604365286 req-ab813943-22c6-485b-a2cb-932fcc9c72a0 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:53.677282 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a8aa9ae-3f3f-45df-b8a7-9dc604365286 req-ab813943-22c6-485b-a2cb-932fcc9c72a0 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0473807 May 04 13:48:53.725335 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a8aa9ae-3f3f-45df-b8a7-9dc604365286 req-42a8f8d6-83ac-4f17-8ee1-76df493e775e tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 May 04 13:48:54.299050 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35430) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:54.359976 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['7c5cd021-4484-4754-82ae-d47272287f88'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:48:54.410098 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a4372317-6c99-463c-bf7c-ef6600c262c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.496473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a4372317-6c99-463c-bf7c-ef6600c262c5 admin admin] Publish callbacks [] for security_group (ce843fdf-d95e-4928-b3de-4abc42902542), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.500880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a4372317-6c99-463c-bf7c-ef6600c262c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ce843fdf-d95e-4928-b3de-4abc42902542), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.541066 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a4372317-6c99-463c-bf7c-ef6600c262c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=049a1fcd87d64b53814970e40c7ae17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409134 May 04 13:48:54.542230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372317-6c99-463c-bf7c-ef6600c262c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce843fdf-d95e-4928-b3de-4abc42902542,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:54.543752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35440) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:54.598928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] Publish callbacks [] for security_group (ce843fdf-d95e-4928-b3de-4abc42902542), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.625143 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] Publish callbacks [] for security_group (ce843fdf-d95e-4928-b3de-4abc42902542), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.684294 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ce843fdf-d95e-4928-b3de-4abc42902542), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.686843 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:54.691426 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce843fdf-d95e-4928-b3de-4abc42902542 HTTP/1.1" status: 204 len: 168 time: 0.1465139 May 04 13:48:54.699391 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7c25-3c3a-4527-b258-b45617882443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce843fdf-d95e-4928-b3de-4abc42902542,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:54.793334 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a991180-0cf4-489d-98e1-c32b137370a2 req-2cba69f1-17a1-49a2-8374-22171c894672 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:54.794959 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0a991180-0cf4-489d-98e1-c32b137370a2 req-2cba69f1-17a1-49a2-8374-22171c894672 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0992913 May 04 13:48:54.877109 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c1fd-8a92-4c6b-b8be-e0a48c5e9c1c req-2e4e724a-a7fb-46fb-9f9d-a63b03c8c31c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:54.878702 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f30c1fd-8a92-4c6b-b8be-e0a48c5e9c1c req-2e4e724a-a7fb-46fb-9f9d-a63b03c8c31c tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0757036 May 04 13:48:54.927822 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0a991180-0cf4-489d-98e1-c32b137370a2 req-dbbf8c22-a800-438f-be48-917ae413e9c2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234603 May 04 13:48:54.981607 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f30c1fd-8a92-4c6b-b8be-e0a48c5e9c1c req-1e20b859-46cb-4994-9967-1b41fa9f1a99 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907178 May 04 13:48:55.039466 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35482) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:55.055844 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-47297365-3d99-4234-b16e-b0349b7e27b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.142171 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-47297365-3d99-4234-b16e-b0349b7e27b6 admin admin] Publish callbacks [] for security_group (d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.148065 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-47297365-3d99-4234-b16e-b0349b7e27b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.195750 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-47297365-3d99-4234-b16e-b0349b7e27b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0bb4609a2494b28a8dc914f099f47f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551130 May 04 13:48:55.196642 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47297365-3d99-4234-b16e-b0349b7e27b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:55.198439 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35500) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:55.288585 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] Publish callbacks [] for security_group (d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.311921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] Publish callbacks [] for security_group (d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.361944 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.364681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.368241 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4 HTTP/1.1" status: 204 len: 168 time: 0.1661267 May 04 13:48:55.375939 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67261a-cab1-4a78-9a83-d7fc83410891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bb6d6-368b-43cb-a57c-4bf31cf8e3d4,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:55.483876 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35518) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:55.727014 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bee16ae7-8d5c-476a-a2a2-1de5dd93d232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.802059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bee16ae7-8d5c-476a-a2a2-1de5dd93d232 admin admin] Publish callbacks [] for security_group (01bfe2fc-3e31-4aaf-b433-71c3c8760b43), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.809399 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bee16ae7-8d5c-476a-a2a2-1de5dd93d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (01bfe2fc-3e31-4aaf-b433-71c3c8760b43), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.854519 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee16ae7-8d5c-476a-a2a2-1de5dd93d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfe2fc-3e31-4aaf-b433-71c3c8760b43,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:55.868011 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-bee16ae7-8d5c-476a-a2a2-1de5dd93d232 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d19c5fc0051b416fbb7abb75fca98a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774972 May 04 13:48:55.868987 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35538) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:55.931425 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] Publish callbacks [] for security_group (01bfe2fc-3e31-4aaf-b433-71c3c8760b43), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:55.953547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] Publish callbacks [] for security_group (01bfe2fc-3e31-4aaf-b433-71c3c8760b43), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.031541 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (01bfe2fc-3e31-4aaf-b433-71c3c8760b43), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.034040 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.037660 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01bfe2fc-3e31-4aaf-b433-71c3c8760b43 HTTP/1.1" status: 204 len: 168 time: 0.1665182 May 04 13:48:56.051892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a958-2d5d-4bb4-8e1c-f5d33d29d2b1 req-79e1ddbb-3854-45aa-ba91-e57fee58c4cf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:56.053368 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-64e2a958-2d5d-4bb4-8e1c-f5d33d29d2b1 req-79e1ddbb-3854-45aa-ba91-e57fee58c4cf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0587165 May 04 13:48:56.054090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2fb98-dff7-43d6-817a-f671c005b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfe2fc-3e31-4aaf-b433-71c3c8760b43,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:56.138765 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f72ad8-977b-44f8-9056-4b3cbf5bc9b9 req-a8fe3b6d-2c14-427e-a99d-2a064b6db6ee tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:56.140239 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-09f72ad8-977b-44f8-9056-4b3cbf5bc9b9 req-a8fe3b6d-2c14-427e-a99d-2a064b6db6ee tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 945 time: 0.0727782 May 04 13:48:56.144273 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-64e2a958-2d5d-4bb4-8e1c-f5d33d29d2b1 req-de0a162f-d413-4c94-b21f-e905a8e39136 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846210 May 04 13:48:56.202564 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-09f72ad8-977b-44f8-9056-4b3cbf5bc9b9 req-88e11dd3-7efc-4262-b1bc-242b969f27f9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557492 May 04 13:48:56.342629 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device eec9b077-bda1-4944-b9a8-5d84a4dcae4b up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:56.397995 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port eec9b077-bda1-4944-b9a8-5d84a4dcae4b completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:48:56.399034 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35576) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:56.408740 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port eec9b077-bda1-4944-b9a8-5d84a4dcae4b triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:56.409339 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.510791 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port eec9b077-bda1-4944-b9a8-5d84a4dcae4b is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:56.512344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.579631 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,segment=NetworkSegment(450ce70a-fac1-4ac7-b4fc-f8cd660eb076),segment_id=450ce70a-fac1-4ac7-b4fc-f8cd660eb076)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:56.579853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ccb11fe-68d3-4aba-8009-807e038af882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.583635 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:48:56.663952 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ccb11fe-68d3-4aba-8009-807e038af882 admin admin] Publish callbacks [] for security_group (30bae817-210a-4c86-918a-db414e7e600e), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.675817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.675817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:48:56.684402 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ccb11fe-68d3-4aba-8009-807e038af882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (30bae817-210a-4c86-918a-db414e7e600e), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.717441 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35590) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:56.725253 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6ccb11fe-68d3-4aba-8009-807e038af882 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=016c642a2b90490ea778ab97fc228190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248203 May 04 13:48:56.776656 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb11fe-68d3-4aba-8009-807e038af882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bae817-210a-4c86-918a-db414e7e600e,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:56.825107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] Publish callbacks [] for security_group (30bae817-210a-4c86-918a-db414e7e600e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.854233 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:56.869451 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] Publish callbacks [] for security_group (30bae817-210a-4c86-918a-db414e7e600e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.879474 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35600) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:56.880336 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 7c5cd021-4484-4754-82ae-d47272287f88 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:48:56.888940 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 7c5cd021-4484-4754-82ae-d47272287f88 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:48:56.889490 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7c5cd021-4484-4754-82ae-d47272287f88), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.955004 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (30bae817-210a-4c86-918a-db414e7e600e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.959820 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:56.963847 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30bae817-210a-4c86-918a-db414e7e600e HTTP/1.1" status: 204 len: 168 time: 0.2428646 May 04 13:48:56.975422 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fe157-b4b9-4046-b58f-ced4b6e38ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bae817-210a-4c86-918a-db414e7e600e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:56.996437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa3e0b-5901-4e6c-b198-75c13cc67a2b" -d '{"events": [{"server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "name": "network-vif-plugged", "status": "completed", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:48:57.032589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:48:57.032706 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.087953 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:48:57.095594 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.151731 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fa2310f-1fe6-4849-afe1-0a3921b940a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.164547 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:57.327034 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fa2310f-1fe6-4849-afe1-0a3921b940a1 admin admin] Publish callbacks [] for security_group (4e62df47-d0bc-4314-8238-63485c668147), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.333694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fa2310f-1fe6-4849-afe1-0a3921b940a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4e62df47-d0bc-4314-8238-63485c668147), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.353880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbe6fa-ce68-4306-b801-7f688dfe6295 req-a59c1602-a414-4fd7-ba37-a22d9fc26e8b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:57.355926 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4bbe6fa-ce68-4306-b801-7f688dfe6295 req-a59c1602-a414-4fd7-ba37-a22d9fc26e8b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0854125 May 04 13:48:57.387352 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5fa2310f-1fe6-4849-afe1-0a3921b940a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b6106caf15645e38327af58aa144264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5066485 May 04 13:48:57.388155 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35638) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:57.424452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2310f-1fe6-4849-afe1-0a3921b940a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62df47-d0bc-4314-8238-63485c668147,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:57.443873 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4bbe6fa-ce68-4306-b801-7f688dfe6295 req-2aeda3be-4228-4045-ae4e-b98307949bf0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735698 May 04 13:48:57.449769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132623e-3db5-4a73-8f04-684339426dd5 x-openstack-request-id: req-0132623e-3db5-4a73-8f04-684339426dd5 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:48:57.450276 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "name": "network-vif-plugged", "status": "completed", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:48:57.450369 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0132623e-3db5-4a73-8f04-684339426dd5 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:48:57.450775 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0132623e-3db5-4a73-8f04-684339426dd5'] response: {'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b', 'code': 200} May 04 13:48:57.501708 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] Publish callbacks [] for security_group (4e62df47-d0bc-4314-8238-63485c668147), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.531665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] Publish callbacks [] for security_group (4e62df47-d0bc-4314-8238-63485c668147), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.538746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35644) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:57.588921 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4e62df47-d0bc-4314-8238-63485c668147), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.592083 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.593511 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e62df47-d0bc-4314-8238-63485c668147 HTTP/1.1" status: 204 len: 168 time: 0.2026179 May 04 13:48:57.603167 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50760d-9162-4b77-9bee-285efcc687cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62df47-d0bc-4314-8238-63485c668147,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:57.654962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829fe20-f3ee-41bd-86ba-9bfe8df5800d req-bb13ed4b-1273-4a74-a628-caa85aa9bbd3 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:57.656639 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d829fe20-f3ee-41bd-86ba-9bfe8df5800d req-bb13ed4b-1273-4a74-a628-caa85aa9bbd3 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0704024 May 04 13:48:57.765599 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d829fe20-f3ee-41bd-86ba-9bfe8df5800d req-231ed810-794b-43b6-917d-04203bf49d26 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954776 May 04 13:48:57.767121 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43e9b581-3250-4065-b81b-73418578a36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.785105 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588739b7-1871-4b80-9648-887424c62587 req-e455db4b-45a4-4807-8c61-e920b0b2aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:57.786777 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-588739b7-1871-4b80-9648-887424c62587 req-e455db4b-45a4-4807-8c61-e920b0b2aabb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 1130 time: 0.0902865 May 04 13:48:57.808584 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-588739b7-1871-4b80-9648-887424c62587 req-3bea4a31-8c86-4fc7-9996-39e2d444405b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.861510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43e9b581-3250-4065-b81b-73418578a36c admin admin] Publish callbacks [] for security_group (5f2f3e0d-968d-408e-bfae-9699eadb495c), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.873029 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43e9b581-3250-4065-b81b-73418578a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5f2f3e0d-968d-408e-bfae-9699eadb495c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.923884 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-588739b7-1871-4b80-9648-887424c62587 req-3bea4a31-8c86-4fc7-9996-39e2d444405b service neutron] Publish callbacks [] for security_group (e4286c75-9bc4-49e4-a646-dde3c4888835), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.928369 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-588739b7-1871-4b80-9648-887424c62587 req-3bea4a31-8c86-4fc7-9996-39e2d444405b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (e4286c75-9bc4-49e4-a646-dde3c4888835), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:57.931434 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-43e9b581-3250-4065-b81b-73418578a36c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bc6ef4b22c94402baed64e3558c53640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889790 May 04 13:48:57.931434 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35666) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:57.943988 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9b581-3250-4065-b81b-73418578a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f3e0d-968d-408e-bfae-9699eadb495c,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:58.000219 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] Publish callbacks [] for security_group (5f2f3e0d-968d-408e-bfae-9699eadb495c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.000833 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-588739b7-1871-4b80-9648-887424c62587 req-3bea4a31-8c86-4fc7-9996-39e2d444405b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059352 May 04 13:48:58.006228 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea4a31-8c86-4fc7-9996-39e2d444405b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4286c75-9bc4-49e4-a646-dde3c4888835,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:58.043084 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] Publish callbacks [] for security_group (5f2f3e0d-968d-408e-bfae-9699eadb495c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.117198 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5f2f3e0d-968d-408e-bfae-9699eadb495c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.119924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.126689 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f2f3e0d-968d-408e-bfae-9699eadb495c HTTP/1.1" status: 204 len: 168 time: 0.1887960 May 04 13:48:58.133362 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a71159-7d54-4f49-b444-0e7ee3961fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f3e0d-968d-408e-bfae-9699eadb495c,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:58.595769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50a8b-5d9c-4eff-a1b2-8ede72cefaf4 req-c396c45c-44f0-45bb-9c6e-05a45e3b2c7e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:58.597325 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7a50a8b-5d9c-4eff-a1b2-8ede72cefaf4 req-c396c45c-44f0-45bb-9c6e-05a45e3b2c7e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0493279 May 04 13:48:58.620057 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35708) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:58.631624 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e743-1574-4798-8545-ccc22b8430c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.672939 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7a50a8b-5d9c-4eff-a1b2-8ede72cefaf4 req-8f5f138f-a8ea-4e04-a3ca-ca6c2a3bb699 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695283 May 04 13:48:58.745923 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e743-1574-4798-8545-ccc22b8430c3 admin admin] Publish callbacks [] for security_group (0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.750772 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e743-1574-4798-8545-ccc22b8430c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.807526 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c1f9e743-1574-4798-8545-ccc22b8430c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=908b9194ecd4489d86030f30e0306817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896725 May 04 13:48:58.810070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35728) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:58.831726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9e743-1574-4798-8545-ccc22b8430c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:58.921562 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d98bb-f203-423a-8a59-6d42ea837a63 req-f8378ec1-1098-4149-9b56-587db1b25345 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:58.923126 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c8d98bb-f203-423a-8a59-6d42ea837a63 req-f8378ec1-1098-4149-9b56-587db1b25345 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0531821 May 04 13:48:58.946166 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] Publish callbacks [] for security_group (0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:58.984256 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] Publish callbacks [] for security_group (0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.014164 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c8d98bb-f203-423a-8a59-6d42ea837a63 req-c835aef9-3b2f-43fa-b0af-49f8816d4332 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 May 04 13:48:59.054635 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.057235 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.058369 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de HTTP/1.1" status: 204 len: 168 time: 0.2471566 May 04 13:48:59.067046 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc870ab-b283-402c-8b8b-66d2de58b13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc4cd7-50fd-4aa2-ad1b-e0cea209f0de,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:59.291819 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35762) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:59.451849 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:48:59.456258 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ab0d6-1ed7-400f-bf4a-69b9c7e58b4a" -d '{"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:48:59.529720 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb70db0-2b7c-405b-9354-fd4b69623c78 x-openstack-request-id: req-7cb70db0-2b7c-405b-9354-fd4b69623c78 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:48:59.530217 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:48:59.530561 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cb70db0-2b7c-405b-9354-fd4b69623c78 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:48:59.531033 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb70db0-2b7c-405b-9354-fd4b69623c78'] response: {'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'code': 200} May 04 13:48:59.639735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3531-04bb-4b87-adb5-32a2cdb1e165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.783000 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3531-04bb-4b87-adb5-32a2cdb1e165 admin admin] Publish callbacks [] for security_group (f6551c14-20fd-4a05-af5f-e0a9638f9398), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.790018 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3531-04bb-4b87-adb5-32a2cdb1e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f6551c14-20fd-4a05-af5f-e0a9638f9398), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.875782 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff3531-04bb-4b87-adb5-32a2cdb1e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6551c14-20fd-4a05-af5f-e0a9638f9398,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:48:59.891323 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d6ff3531-04bb-4b87-adb5-32a2cdb1e165 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=872371478fd44439aedd51b292a72aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5961263 May 04 13:48:59.892135 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35824) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:59.897393 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcead122-24a9-41f4-b96c-ee77bc907bb8 req-b6afa1ef-4526-4d9c-949c-9fb714dc61ce tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:48:59.899544 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fcead122-24a9-41f4-b96c-ee77bc907bb8 req-b6afa1ef-4526-4d9c-949c-9fb714dc61ce tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0993309 May 04 13:48:59.930895 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35828) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:48:59.973521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] Publish callbacks [] for security_group (f6551c14-20fd-4a05-af5f-e0a9638f9398), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:48:59.990847 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fcead122-24a9-41f4-b96c-ee77bc907bb8 req-6cb738e1-9a37-4b13-9b65-a2b6c2b83f85 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837159 May 04 13:49:00.017435 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] Publish callbacks [] for security_group (f6551c14-20fd-4a05-af5f-e0a9638f9398), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.109401 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ac7bb21c-da3e-42cf-8cf8-3c50c2f2311a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.114905 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f6551c14-20fd-4a05-af5f-e0a9638f9398), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.118154 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.119297 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6551c14-20fd-4a05-af5f-e0a9638f9398 HTTP/1.1" status: 204 len: 168 time: 0.2242093 May 04 13:49:00.135201 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00a19d-d61b-40aa-9fe8-2a0705ca08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6551c14-20fd-4a05-af5f-e0a9638f9398,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:00.217620 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5d3d-7087-4244-8faa-9dfb72923654 req-cd1e7f96-9cda-41d5-b5b9-1db6dc488859 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:00.223895 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afbc5d3d-7087-4244-8faa-9dfb72923654 req-cd1e7f96-9cda-41d5-b5b9-1db6dc488859 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.1273985 May 04 13:49:00.299632 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afbc5d3d-7087-4244-8faa-9dfb72923654 req-029c5eb7-995c-439d-83fd-ef5a15a9def9 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702016 May 04 13:49:00.377487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34fad0-ce24-4255-bd1e-8f9a1c41ae58 req-6ce78876-8b13-4f78-9bae-0bbf2a10c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:00.379270 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-eb34fad0-ce24-4255-bd1e-8f9a1c41ae58 req-6ce78876-8b13-4f78-9bae-0bbf2a10c081 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.1346939 May 04 13:49:00.381192 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ac7bb21c-da3e-42cf-8cf8-3c50c2f2311a admin admin] Publish callbacks [] for security_group (3a7faa57-f796-4421-bab4-276c1e733bf1), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.393281 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ac7bb21c-da3e-42cf-8cf8-3c50c2f2311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3a7faa57-f796-4421-bab4-276c1e733bf1), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.466485 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bb21c-da3e-42cf-8cf8-3c50c2f2311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7faa57-f796-4421-bab4-276c1e733bf1,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:00.487806 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35870) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:00.487950 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ac7bb21c-da3e-42cf-8cf8-3c50c2f2311a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38b1ffd3de524bd9ba04c6477cb588ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554028 May 04 13:49:00.516052 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-eb34fad0-ce24-4255-bd1e-8f9a1c41ae58 req-93b0885c-5b12-4069-ab02-16efce014613 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185291 May 04 13:49:00.558152 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] Publish callbacks [] for security_group (3a7faa57-f796-4421-bab4-276c1e733bf1), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.593220 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] Publish callbacks [] for security_group (3a7faa57-f796-4421-bab4-276c1e733bf1), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.670866 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3a7faa57-f796-4421-bab4-276c1e733bf1), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.683907 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:00.687688 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a7faa57-f796-4421-bab4-276c1e733bf1 HTTP/1.1" status: 204 len: 168 time: 0.1982205 May 04 13:49:00.716606 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b153db-771e-4e78-a94d-73a6829a8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7faa57-f796-4421-bab4-276c1e733bf1,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:01.132300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7024-49cf-4aa5-b580-ff8818599de5 req-89202eee-a08c-4683-bed9-d64345cc1bde tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:01.134876 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 35916) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:01.139559 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdce7024-49cf-4aa5-b580-ff8818599de5 req-89202eee-a08c-4683-bed9-d64345cc1bde tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0613000 May 04 13:49:01.156037 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2da61080-3d8a-40a4-8660-b6ec19ee049c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.201312 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdce7024-49cf-4aa5-b580-ff8818599de5 req-b49763db-60a3-43ad-9917-4c3b6f9d2452 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607197 May 04 13:49:01.271079 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2da61080-3d8a-40a4-8660-b6ec19ee049c admin admin] Publish callbacks [] for security_group (5d846d70-97f6-4536-982b-530f403f9fa5), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.276225 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2da61080-3d8a-40a4-8660-b6ec19ee049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5d846d70-97f6-4536-982b-530f403f9fa5), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.321017 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da61080-3d8a-40a4-8660-b6ec19ee049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d846d70-97f6-4536-982b-530f403f9fa5,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:01.346671 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-2da61080-3d8a-40a4-8660-b6ec19ee049c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95303cdcec0e41bd80e7c8dda2fa72bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071791 May 04 13:49:01.347364 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35926) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:01.434880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] Publish callbacks [] for security_group (5d846d70-97f6-4536-982b-530f403f9fa5), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.484642 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] Publish callbacks [] for security_group (5d846d70-97f6-4536-982b-530f403f9fa5), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.492517 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173193a2-913e-4f7a-a9d6-aea045a6524b req-2557de78-17e0-4ea0-8970-38f6a45a268e tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:01.494011 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-173193a2-913e-4f7a-a9d6-aea045a6524b req-2557de78-17e0-4ea0-8970-38f6a45a268e tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0728991 May 04 13:49:01.592590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-173193a2-913e-4f7a-a9d6-aea045a6524b req-9d77efe8-5653-4a01-8eb4-4c6d9ec82380 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815632 May 04 13:49:01.612824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5d846d70-97f6-4536-982b-530f403f9fa5), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.617107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:01.618286 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d846d70-97f6-4536-982b-530f403f9fa5 HTTP/1.1" status: 204 len: 168 time: 0.2696619 May 04 13:49:01.628136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776bf81-bd08-4b94-9c24-f71ccbc1fae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d846d70-97f6-4536-982b-530f403f9fa5,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:02.329259 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ffbc-1272-408c-9750-f14bdaa90a76 req-c3a1542c-641a-48b1-8dc6-684f2d3227ef tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:02.330763 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-40d2ffbc-1272-408c-9750-f14bdaa90a76 req-c3a1542c-641a-48b1-8dc6-684f2d3227ef tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0549841 May 04 13:49:02.359921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 35982) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:02.400431 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-40d2ffbc-1272-408c-9750-f14bdaa90a76 req-26772dd4-25e5-4ceb-9e63-60f3c7fe7a7e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641994 May 04 13:49:02.570440 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36004) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:02.604931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a19af79d-9522-48c5-87d4-77da74a948a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.626148 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736af0dd-791e-4949-a43c-6a97591a8e42 req-461a79ef-bdf1-4e4f-b080-e66c887bb5d1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:02.628167 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-736af0dd-791e-4949-a43c-6a97591a8e42 req-461a79ef-bdf1-4e4f-b080-e66c887bb5d1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0887947 May 04 13:49:02.628619 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Deleting subnet b779cbec-6459-48ba-af54-b921469bd7d9 {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:49:02.632802 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Publish callbacks [] for subnet (b779cbec-6459-48ba-af54-b921469bd7d9), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.652899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36010) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:02.657962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'floatingip': {'port_id': '7c5cd021-4484-4754-82ae-d47272287f88'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:02.756322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.762539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Publish callbacks [] for subnet (b779cbec-6459-48ba-af54-b921469bd7d9), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.764435 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a19af79d-9522-48c5-87d4-77da74a948a7 admin admin] Publish callbacks [] for security_group (c2c58d40-c9ec-463b-8ede-f7a6c65776e9), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.769901 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a19af79d-9522-48c5-87d4-77da74a948a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c2c58d40-c9ec-463b-8ede-f7a6c65776e9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.815829 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19af79d-9522-48c5-87d4-77da74a948a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c58d40-c9ec-463b-8ede-f7a6c65776e9,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:02.827450 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (b779cbec-6459-48ba-af54-b921469bd7d9), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.842315 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a19af79d-9522-48c5-87d4-77da74a948a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1309fafd0ab84b8f993c8cecdf4ac2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795718 May 04 13:49:02.845256 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36022) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:02.909887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] Publish callbacks [] for security_group (c2c58d40-c9ec-463b-8ede-f7a6c65776e9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:02.950766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] Publish callbacks [] for security_group (c2c58d40-c9ec-463b-8ede-f7a6c65776e9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.023625 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for subnet (b779cbec-6459-48ba-af54-b921469bd7d9), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.027924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c2c58d40-c9ec-463b-8ede-f7a6c65776e9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.031789 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.034199 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2c58d40-c9ec-463b-8ede-f7a6c65776e9 HTTP/1.1" status: 204 len: 168 time: 0.1868386 May 04 13:49:03.050764 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70bdd1-c070-44ee-b16d-e45c35bd4ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c58d40-c9ec-463b-8ede-f7a6c65776e9,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:03.071643 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b779cbec-6459-48ba-af54-b921469bd7d9,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:03.100597 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.104790 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e9c93776-fbbb-4695-9a05-bdd332cb80a2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b779cbec-6459-48ba-af54-b921469bd7d9 HTTP/1.1" status: 204 len: 168 time: 0.5333257 May 04 13:49:03.107385 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36034) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:03.222312 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (1e49dc11-0f0d-421b-a208-26c6e0b01c94), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.421100 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (1e49dc11-0f0d-421b-a208-26c6e0b01c94), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:03.481609 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.489151 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.490417 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.490857 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > port after_create 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.491188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.491541 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > port after_update 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.491926 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.492247 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.492549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.492920 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.924593 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.924974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.926003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.926421 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:03.926896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e49dc11-0f0d-421b-a208-26c6e0b01c94']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:03.930131 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:49:03.955539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772810e2-20a6-41c2-a20f-4ad6356d1743') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:03.955791 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772810e2-20a6-41c2-a20f-4ad6356d1743') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:03.977371 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (772810e2-20a6-41c2-a20f-4ad6356d1743), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.010089 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (772810e2-20a6-41c2-a20f-4ad6356d1743), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.015355 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:49:04.015814 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (772810e2-20a6-41c2-a20f-4ad6356d1743), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.096722 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.103223 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: from cryptography.utils import int_from_bytes May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: from cryptography.utils import int_from_bytes May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:49:04.126714 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:49:04.128805 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (1e49dc11-0f0d-421b-a208-26c6e0b01c94), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.134926 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.142790 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e49dc11-0f0d-421b-a208-26c6e0b01c94 HTTP/1.1" status: 204 len: 168 time: 1.0324521 May 04 13:49:04.142790 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36076) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:04.189019 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d023-216d-4a2a-94f2-cfa81a668a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e49dc11-0f0d-421b-a208-26c6e0b01c94,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:04.229843 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Floating IP 31c5e058-abad-4d61-b215-ff232948ba24 associated. External IP: 172.27.1.135, port: 7c5cd021-4484-4754-82ae-d47272287f88. May 04 13:49:04.369189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Deleting subnet 02eab989-7064-43a0-8b3d-055f62111eac {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:49:04.372642 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Publish callbacks [] for subnet (02eab989-7064-43a0-8b3d-055f62111eac), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.408881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (02eab989-7064-43a0-8b3d-055f62111eac), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.452570 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (02eab989-7064-43a0-8b3d-055f62111eac), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.492306 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:49:04.509850 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (02eab989-7064-43a0-8b3d-055f62111eac), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.540965 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02eab989-7064-43a0-8b3d-055f62111eac,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:04.548737 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.552254 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4614099e-1e4c-45ce-83f9-0d388afe9c41 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/02eab989-7064-43a0-8b3d-055f62111eac HTTP/1.1" status: 204 len: 168 time: 0.3783419 May 04 13:49:04.555055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36090) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:04.679755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.682277 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:49:04.687713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.703303 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:49:04.717941 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:04.718885 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:48:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:04.742113 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d39099d1-5601-4d52-a2bb-985918537275 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "PUT /v2.0/floatingips/31c5e058-abad-4d61-b215-ff232948ba24 HTTP/1.1" status: 200 len: 991 time: 2.0743477 May 04 13:49:04.744489 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:04.746713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c7de25-6f80-40cf-9825-db83d3ccaf55" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:04.810151 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537c703-5f4c-486e-879a-08e472a22290 x-openstack-request-id: req-c537c703-5f4c-486e-879a-08e472a22290 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:04.810526 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:04.810781 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c537c703-5f4c-486e-879a-08e472a22290 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:04.811196 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c537c703-5f4c-486e-879a-08e472a22290'] response: {'name': 'network-changed', 'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'status': 'completed', 'code': 200} May 04 13:49:04.845764 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:04.895150 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.895545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.896531 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.896869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > port after_create 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > port after_update 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.898938 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.927956 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:04.964525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.964778 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.965113 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.965446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 13:49:04.965813 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.005805 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2593d1e-27d1-4ffe-9420-e7be58db1544') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.006100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2593d1e-27d1-4ffe-9420-e7be58db1544') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.027036 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (d2593d1e-27d1-4ffe-9420-e7be58db1544), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.044888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-7967355c-e225-4fa1-8d83-376517bb0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:05.046473 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-7967355c-e225-4fa1-8d83-376517bb0bd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0757174 May 04 13:49:05.054199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (d2593d1e-27d1-4ffe-9420-e7be58db1544), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.088923 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:49:05.089326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (d2593d1e-27d1-4ffe-9420-e7be58db1544), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: from cryptography.utils import int_from_bytes May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: from cryptography.utils import int_from_bytes May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:49:05.093590 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:49:05.203777 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '31c5e058-abad-4d61-b215-ff232948ba24', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 67, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:48:23Z', 'updated_at': '2022-05-04T13:49:03Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.240836 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:49:05.251930 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:05.252943 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:48:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.257176 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.286168 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.289621 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] 10.222.0.73 "DELETE /v2.0/networks/30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99 HTTP/1.1" status: 204 len: 168 time: 0.7333791 May 04 13:49:05.295088 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64b127-6dad-482b-b4b5-d2608a569e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=30dfc69c-ea6a-4ccf-bdde-0e08fbdfad99,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:05.326452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-7c29b67f-3683-43bc-9add-6b2b644ac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:05.333034 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-7c29b67f-3683-43bc-9add-6b2b644ac0bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.2800450 May 04 13:49:05.376848 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:05.521978 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-889af268-3878-4987-8d09-d5750c8a569c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 999 time: 0.1799300 May 04 13:49:05.553659 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36130) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:05.611600 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-91209e91-99b9-4819-be09-27f6890846bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:05.613278 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-91209e91-99b9-4819-be09-27f6890846bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0828507 May 04 13:49:05.643716 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0bf27b21-7d84-41c6-8108-4dad3a6ca485 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62a7e03a10cc4e4d84ff86529cee5972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864606 May 04 13:49:05.644583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36136) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:05.674278 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '31c5e058-abad-4d61-b215-ff232948ba24', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 67, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:48:23Z', 'updated_at': '2022-05-04T13:49:03Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:05.687357 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-46821a18-8c0e-4330-b423-3ee1db9cab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:05.692211 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-46821a18-8c0e-4330-b423-3ee1db9cab0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721538 May 04 13:49:05.711829 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] Publish callbacks [] for security_group (a1a06536-c89c-4230-aa56-aacfc9e61df3), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.735486 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efe780-2154-43d4-a08d-0c133a634bd2 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '31c5e058-abad-4d61-b215-ff232948ba24', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 67, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:48:23Z', 'updated_at': '2022-05-04T13:49:03Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:49:05.755641 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] Publish callbacks [] for security_group (a1a06536-c89c-4230-aa56-aacfc9e61df3), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.841216 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a1a06536-c89c-4230-aa56-aacfc9e61df3), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.844110 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:05.845412 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1a06536-c89c-4230-aa56-aacfc9e61df3 HTTP/1.1" status: 204 len: 168 time: 0.1996922 May 04 13:49:05.854282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f447-d808-476a-b4db-dd5ffd4a779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a06536-c89c-4230-aa56-aacfc9e61df3,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:05.855806 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-89ac0b9b-49a4-453e-8a85-4356aceca3dc service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562302 May 04 13:49:05.991724 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f6c7de25-6f80-40cf-9825-db83d3ccaf55 req-b8a4fa3d-8236-479f-b8d3-08186138c098 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177340 May 04 13:49:06.101693 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee08e1-3a32-4b41-8450-5a733733d4ec None None] New status for floating IP 31c5e058-abad-4d61-b215-ff232948ba24: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:49:06.265291 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36160) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:06.309972 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8e91ec6a-a00d-44ad-9dcd-f9edba74b59e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=882b30ebd4c84048a5f56870249eb35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410452 May 04 13:49:06.311501 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36162) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:06.366484 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] Publish callbacks [] for security_group (6f561468-3b1d-46fb-8066-d0e0f63dfcca), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:06.388154 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] Publish callbacks [] for security_group (6f561468-3b1d-46fb-8066-d0e0f63dfcca), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:06.434565 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6f561468-3b1d-46fb-8066-d0e0f63dfcca), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:06.437184 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:06.438306 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f561468-3b1d-46fb-8066-d0e0f63dfcca HTTP/1.1" status: 204 len: 168 time: 0.1268799 May 04 13:49:06.447755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c1e04-9e67-4e6f-9bf0-2b30709a15d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f561468-3b1d-46fb-8066-d0e0f63dfcca,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:13.160461 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36294) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:13.320175 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a115-5f83-4dd1-9fdc-7f6f8300ff02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.479426 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a115-5f83-4dd1-9fdc-7f6f8300ff02 admin admin] Publish callbacks [] for security_group (a2fc1b3c-6cff-4f1d-9f61-47314589b6db), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.484236 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a115-5f83-4dd1-9fdc-7f6f8300ff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a2fc1b3c-6cff-4f1d-9f61-47314589b6db), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.528797 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6eb3a115-5f83-4dd1-9fdc-7f6f8300ff02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d3ac77d31f14504a1b07bf332188891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667035 May 04 13:49:13.530638 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a115-5f83-4dd1-9fdc-7f6f8300ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc1b3c-6cff-4f1d-9f61-47314589b6db,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:13.531730 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36320) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:13.556702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36322) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:13.585303 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] Publish callbacks [] for security_group (a2fc1b3c-6cff-4f1d-9f61-47314589b6db), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.613225 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] Publish callbacks [] for security_group (a2fc1b3c-6cff-4f1d-9f61-47314589b6db), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.668261 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a2fc1b3c-6cff-4f1d-9f61-47314589b6db), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.670294 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dfca8917-6229-4ba8-bb09-a46f1ccd0c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.670821 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.671983 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2fc1b3c-6cff-4f1d-9f61-47314589b6db HTTP/1.1" status: 204 len: 168 time: 0.1390543 May 04 13:49:13.685564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706049c-d740-40b3-a43a-8f883038b9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc1b3c-6cff-4f1d-9f61-47314589b6db,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:13.753786 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dfca8917-6229-4ba8-bb09-a46f1ccd0c49 admin admin] Publish callbacks [] for security_group (b15ca75f-5894-496b-bf61-6e1e1c72b1d1), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.757362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dfca8917-6229-4ba8-bb09-a46f1ccd0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b15ca75f-5894-496b-bf61-6e1e1c72b1d1), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.800169 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-dfca8917-6229-4ba8-bb09-a46f1ccd0c49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c6157bd4b424994b519cc99d96b3700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418115 May 04 13:49:13.800994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8917-6229-4ba8-bb09-a46f1ccd0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ca75f-5894-496b-bf61-6e1e1c72b1d1,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:13.804509 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36330) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:13.875139 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Publish callbacks [] for security_group (b15ca75f-5894-496b-bf61-6e1e1c72b1d1), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.911222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Publish callbacks [] for security_group (b15ca75f-5894-496b-bf61-6e1e1c72b1d1), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.965704 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-06382a41-410b-4ecb-a831-3f62c17bf6c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696161 May 04 13:49:13.973757 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b15ca75f-5894-496b-bf61-6e1e1c72b1d1), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.977059 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:13.985710 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b15ca75f-5894-496b-bf61-6e1e1c72b1d1 HTTP/1.1" status: 204 len: 168 time: 0.1798599 May 04 13:49:14.005137 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ca75f-5894-496b-bf61-6e1e1c72b1d1,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:14.013756 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.014103 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.014454 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.014771 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.015100 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.015460 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.015781 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.016102 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.016427 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.016748 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.017070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.017411 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.017732 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.018048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.018391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c9395-730f-4638-a7da-ff7b7ace49d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:14.106094 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-d0b7ab8d-d2ac-43aa-8124-b8b8cd1434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:14.107949 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-d0b7ab8d-d2ac-43aa-8124-b8b8cd1434d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf08d79c8f5b457c93189f884ed3f626&device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 1130 time: 0.0402057 May 04 13:49:14.235146 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-f65309e3-d9fd-45d1-98e0-1e8e8b07cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:14.236743 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-f65309e3-d9fd-45d1-98e0-1e8e8b07cf92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e018a3b5-9f14-4501-8bb2-9ce3a218a54b HTTP/1.1" status: 200 len: 913 time: 0.1045015 May 04 13:49:14.281360 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-667d1fde-0425-4810-8a16-ef5e20747046 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b HTTP/1.1" status: 200 len: 217 time: 0.0342753 May 04 13:49:14.339049 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-b289046c-8be0-47a3-a7fe-c83254bf805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:14.340656 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-b289046c-8be0-47a3-a7fe-c83254bf805b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59 HTTP/1.1" status: 200 len: 852 time: 0.0518491 May 04 13:49:14.359379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36362) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:14.372074 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8731896c-c2d5-4c0b-907d-b773470da492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.456105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36370) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:14.480447 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8731896c-c2d5-4c0b-907d-b773470da492 admin admin] Publish callbacks [] for security_group (10e25fe4-a97a-4470-81f9-9196a56676a0), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.492003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8731896c-c2d5-4c0b-907d-b773470da492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (10e25fe4-a97a-4470-81f9-9196a56676a0), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.546065 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731896c-c2d5-4c0b-907d-b773470da492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e25fe4-a97a-4470-81f9-9196a56676a0,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:14.551603 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8731896c-c2d5-4c0b-907d-b773470da492 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b1a3a10c376413a81b57902682b4b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913304 May 04 13:49:14.554081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36384) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:14.622208 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] Publish callbacks [] for security_group (10e25fe4-a97a-4470-81f9-9196a56676a0), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.650890 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] Publish callbacks [] for security_group (10e25fe4-a97a-4470-81f9-9196a56676a0), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.685262 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-35ac711c-0b43-4f7f-ba73-f5b8a6bfb8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.718855 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-b279cb58-8364-4abb-af71-25d49c2c1d20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e018a3b5-9f14-4501-8bb2-9ce3a218a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3704329 May 04 13:49:14.753357 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (10e25fe4-a97a-4470-81f9-9196a56676a0), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.755909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.759684 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10e25fe4-a97a-4470-81f9-9196a56676a0 HTTP/1.1" status: 204 len: 168 time: 0.2041748 May 04 13:49:14.826002 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4789fb-4de4-4bb5-9da5-7e2beb0f2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e25fe4-a97a-4470-81f9-9196a56676a0,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:14.867124 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-35900c92-6d25-4b45-8ae4-dab382e49f56 service neutron] 10.222.0.23 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412995 May 04 13:49:14.883742 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-35ac711c-0b43-4f7f-ba73-f5b8a6bfb8a6 admin admin] Publish callbacks [] for security_group (55054034-1e57-47d4-817d-bb971589d377), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.892623 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-35ac711c-0b43-4f7f-ba73-f5b8a6bfb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (55054034-1e57-47d4-817d-bb971589d377), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:14.936101 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-35ac711c-0b43-4f7f-ba73-f5b8a6bfb8a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=deb3ede7ed904a979cfe5d5824aebf43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788802 May 04 13:49:14.944051 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36410) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:15.001348 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac711c-0b43-4f7f-ba73-f5b8a6bfb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55054034-1e57-47d4-817d-bb971589d377,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:15.047119 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-70b13bd3-ec29-43ca-b08c-8c7930daebae req-7d0b97e6-7508-43db-9053-c3a93a5b9ef5 service neutron] 10.222.0.23 "GET /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721625 May 04 13:49:15.088553 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] Publish callbacks [] for security_group (55054034-1e57-47d4-817d-bb971589d377), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.108512 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c388dc-3600-4bf8-8c3b-d96dbe66a92c req-7afabac1-db49-49f7-9b14-9358a67ca9eb tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:15.122255 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-05c388dc-3600-4bf8-8c3b-d96dbe66a92c req-7afabac1-db49-49f7-9b14-9358a67ca9eb tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0782547 May 04 13:49:15.148654 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] Publish callbacks [] for security_group (55054034-1e57-47d4-817d-bb971589d377), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.216014 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-05c388dc-3600-4bf8-8c3b-d96dbe66a92c req-0f757e3e-d5ba-49e1-9b92-72ee34cd6b64 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925784 May 04 13:49:15.236154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (55054034-1e57-47d4-817d-bb971589d377), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.239620 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.243174 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55054034-1e57-47d4-817d-bb971589d377 HTTP/1.1" status: 204 len: 168 time: 0.2958272 May 04 13:49:15.248473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1617d9-aef6-40c2-a791-8e7457f2e6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55054034-1e57-47d4-817d-bb971589d377,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:15.350552 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36432) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:15.366732 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.453512 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Publish callbacks [] for security_group (4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.458576 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.500672 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de121bc71b39496bb37341ac27a0f072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490126 May 04 13:49:15.502023 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:15.504547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36438) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:15.511730 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.512165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.512871 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.513171 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.513507 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.513838 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.514164 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.514540 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.515052 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.515551 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.516119 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.516423 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.516749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.517070 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.517449 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b669e89-4e8e-48f7-943f-ff730f436fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:15.567914 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] Publish callbacks [] for security_group (4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.581594 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36440) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:15.607048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] Publish callbacks [] for security_group (4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.609106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd68f-57ca-4356-a3ed-36d14aa0391e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.695771 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.698330 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.699489 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1 HTTP/1.1" status: 204 len: 168 time: 0.1939046 May 04 13:49:15.721183 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6141d66-c18c-4770-bd01-8c815b6b15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3235eb-ab8c-4aa0-80de-a859fd9e0ac1,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:15.771907 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd68f-57ca-4356-a3ed-36d14aa0391e admin admin] Publish callbacks [] for security_group (868ca301-087b-462a-9455-302574f04215), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.777251 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd68f-57ca-4356-a3ed-36d14aa0391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (868ca301-087b-462a-9455-302574f04215), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.816133 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ee2bd68f-57ca-4356-a3ed-36d14aa0391e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1d93cc868f34e119e061a0e31f8485b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326052 May 04 13:49:15.817987 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bd68f-57ca-4356-a3ed-36d14aa0391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ca301-087b-462a-9455-302574f04215,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:15.818907 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36450) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:15.871862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] Publish callbacks [] for security_group (868ca301-087b-462a-9455-302574f04215), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.898405 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] Publish callbacks [] for security_group (868ca301-087b-462a-9455-302574f04215), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.945966 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (868ca301-087b-462a-9455-302574f04215), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.948521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:15.949709 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/868ca301-087b-462a-9455-302574f04215 HTTP/1.1" status: 204 len: 168 time: 0.1297004 May 04 13:49:15.957579 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4d0f0-3c78-4e96-b8ad-a007386bfc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ca301-087b-462a-9455-302574f04215,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:16.068802 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:16.229121 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1ac8030c-aae5-4356-ac40-ed3b9dfdd37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:16.396628 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448e42-bd47-4049-b106-2e95c9c3ed61 req-1624ecd1-b574-460d-9662-53c8adf78c8b tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:16.398269 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06448e42-bd47-4049-b106-2e95c9c3ed61 req-1624ecd1-b574-460d-9662-53c8adf78c8b tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0716863 May 04 13:49:16.481001 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06448e42-bd47-4049-b106-2e95c9c3ed61 req-b0468ff0-3066-4de5-abe3-a9a54791e348 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763233 May 04 13:49:17.288631 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-913199a5-7918-4cff-a878-b976128808d5 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:17.291880 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-913199a5-7918-4cff-a878-b976128808d5 tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.23 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0908062 May 04 13:49:17.432362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Deleting port eec9b077-bda1-4944-b9a8-5d84a4dcae4b {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:49:17.432708 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:17.530205 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] For port eec9b077-bda1-4944-b9a8-5d84a4dcae4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,segment=NetworkSegment(450ce70a-fac1-4ac7-b4fc-f8cd660eb076),segment_id=450ce70a-fac1-4ac7-b4fc-f8cd660eb076)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:17.530944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:17.556326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Calling delete_port for eec9b077-bda1-4944-b9a8-5d84a4dcae4b owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:49:17.619889 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3082-0440-4e4a-afbc-5ad04ae9ff8a req-264a92c6-cde3-45a3-ad9b-e713625d8ebf tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:17.621558 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dabd3082-0440-4e4a-afbc-5ad04ae9ff8a req-264a92c6-cde3-45a3-ad9b-e713625d8ebf tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 946 time: 0.0623372 May 04 13:49:17.689335 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dabd3082-0440-4e4a-afbc-5ad04ae9ff8a req-a63110ae-7779-4138-97c1-caf451a4c1ea tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4a9343a-1b28-4e15-8abe-6af3479acaec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596077 May 04 13:49:17.757786 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (eec9b077-bda1-4944-b9a8-5d84a4dcae4b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:17.770618 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['eec9b077-bda1-4944-b9a8-5d84a4dcae4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:49:17.786332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Pushing event deleted for resources: {'Port': ['ID=eec9b077-bda1-4944-b9a8-5d84a4dcae4b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:17.869102 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] No DVR routers for this DVR port eec9b077-bda1-4944-b9a8-5d84a4dcae4b on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:49:17.872597 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:17.877054 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e65463aa-f601-45be-8273-a0e263bc8f82 req-9dcdc79e-5c8c-41e6-a730-b0de4d115b7f tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.23 "DELETE /v2.0/ports/eec9b077-bda1-4944-b9a8-5d84a4dcae4b HTTP/1.1" status: 204 len: 173 time: 0.5748894 May 04 13:49:17.877719 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'name': 'network-vif-deleted', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:17.880388 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ebc52-780e-4199-b1aa-69a2add19025" -d '{"events": [{"server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "name": "network-vif-deleted", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:17.945619 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed4d444-1e9a-453a-84c6-04ee69846f7c x-openstack-request-id: req-4ed4d444-1e9a-453a-84c6-04ee69846f7c {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:17.945916 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7281995e-989e-4be1-9f34-451c8b0156c5", "name": "network-vif-deleted", "tag": "eec9b077-bda1-4944-b9a8-5d84a4dcae4b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:17.946172 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ed4d444-1e9a-453a-84c6-04ee69846f7c {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:17.946579 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed4d444-1e9a-453a-84c6-04ee69846f7c'] response: {'server_uuid': '7281995e-989e-4be1-9f34-451c8b0156c5', 'name': 'network-vif-deleted', 'tag': 'eec9b077-bda1-4944-b9a8-5d84a4dcae4b', 'status': 'completed', 'code': 200} May 04 13:49:18.384738 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba991-4aa4-4a23-8e80-f3113ed972db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:18.802341 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2585d548-8921-439c-aab1-b1f196bf2562 req-8126e5e4-0991-4e87-9d1c-72401ff3650a tempest-DeleteServersTestJSON-1527553594 tempest-DeleteServersTestJSON-1527553594-project] 10.222.0.73 "GET /v2.0/ports?device_id=7281995e-989e-4be1-9f34-451c8b0156c5 HTTP/1.1" status: 200 len: 210 time: 0.0283487 May 04 13:49:19.789662 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:21.265143 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:22.543072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:22.824446 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device eec9b077-bda1-4944-b9a8-5d84a4dcae4b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:49:22.846299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: eec9b077-bda1-4944-b9a8-5d84a4dcae4b {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:49:22.846666 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device eec9b077-bda1-4944-b9a8-5d84a4dcae4b not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:49:28.465953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36838) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:28.569800 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36850) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:28.580143 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef00fc95-fdd6-4686-83fd-2de190395a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.614304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Deleting subnet f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:49:28.617416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Publish callbacks [] for subnet (f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.654501 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef00fc95-fdd6-4686-83fd-2de190395a97 admin admin] Publish callbacks [] for security_group (bb36f3c0-1915-489b-9989-9e4e4e3ff855), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.657988 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.658822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef00fc95-fdd6-4686-83fd-2de190395a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (bb36f3c0-1915-489b-9989-9e4e4e3ff855), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.694166 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ef00fc95-fdd6-4686-83fd-2de190395a97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca7aec3a284b477a97ad2a9027d25261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266564 May 04 13:49:28.698267 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36852) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:28.698808 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00fc95-fdd6-4686-83fd-2de190395a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb36f3c0-1915-489b-9989-9e4e4e3ff855,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:28.710816 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.797844 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] Publish callbacks [] for security_group (bb36f3c0-1915-489b-9989-9e4e4e3ff855), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.803347 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.838617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:28.852300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.855504 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b474314f-3579-4d16-87a5-c85d13a08518 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f30e9beb-dbe6-43fe-bd8f-6ab7fb2d4c59 HTTP/1.1" status: 204 len: 168 time: 0.2847707 May 04 13:49:28.857581 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] Publish callbacks [] for security_group (bb36f3c0-1915-489b-9989-9e4e4e3ff855), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.858434 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36868) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:28.930412 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (bb36f3c0-1915-489b-9989-9e4e4e3ff855), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.934034 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:28.937642 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb36f3c0-1915-489b-9989-9e4e4e3ff855 HTTP/1.1" status: 204 len: 168 time: 0.2361138 May 04 13:49:28.944824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77235c-856f-44a3-a56e-0b61645f809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb36f3c0-1915-489b-9989-9e4e4e3ff855,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:28.961713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (e018a3b5-9f14-4501-8bb2-9ce3a218a54b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.051634 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (e018a3b5-9f14-4501-8bb2-9ce3a218a54b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.065284 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36880) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:29.085558 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e018a3b5-9f14-4501-8bb2-9ce3a218a54b']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:29.098185 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450ce70a-fac1-4ac7-b4fc-f8cd660eb076') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:29.098483 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450ce70a-fac1-4ac7-b4fc-f8cd660eb076') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:29.112883 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (450ce70a-fac1-4ac7-b4fc-f8cd660eb076), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.127730 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (450ce70a-fac1-4ac7-b4fc-f8cd660eb076), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.134270 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:49:29.134853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (450ce70a-fac1-4ac7-b4fc-f8cd660eb076), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:49:29.148290 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:49:29.193189 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (e018a3b5-9f14-4501-8bb2-9ce3a218a54b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.210647 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.214081 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e018a3b5-9f14-4501-8bb2-9ce3a218a54b HTTP/1.1" status: 204 len: 168 time: 0.3538408 May 04 13:49:29.215013 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02ccc0-a7fc-4630-9cb3-452fe2ff9ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e018a3b5-9f14-4501-8bb2-9ce3a218a54b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:29.313729 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-521592a9-0728-4945-95ef-8aa3d41b3204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.424295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-521592a9-0728-4945-95ef-8aa3d41b3204 admin admin] Publish callbacks [] for security_group (d057299e-e754-40a1-90d1-2e79d2fcccd8), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.430158 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-521592a9-0728-4945-95ef-8aa3d41b3204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d057299e-e754-40a1-90d1-2e79d2fcccd8), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.439653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36904) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:29.479183 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-521592a9-0728-4945-95ef-8aa3d41b3204 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7843a8e31e3845da9e3deb12d6182feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125295 May 04 13:49:29.480520 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36908) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:29.481161 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521592a9-0728-4945-95ef-8aa3d41b3204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d057299e-e754-40a1-90d1-2e79d2fcccd8,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:29.497375 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9e763b17-9201-43f0-8acd-124f1c3fee7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf08d79c8f5b457c93189f884ed3f626&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562496 May 04 13:49:29.499959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36910) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:29.566828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] Publish callbacks [] for security_group (d057299e-e754-40a1-90d1-2e79d2fcccd8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.590692 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] Publish callbacks [] for security_group (a4a9343a-1b28-4e15-8abe-6af3479acaec), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.603645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] Publish callbacks [] for security_group (d057299e-e754-40a1-90d1-2e79d2fcccd8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.639192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] Publish callbacks [] for security_group (a4a9343a-1b28-4e15-8abe-6af3479acaec), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.719259 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d057299e-e754-40a1-90d1-2e79d2fcccd8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.723234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.725652 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d057299e-e754-40a1-90d1-2e79d2fcccd8 HTTP/1.1" status: 204 len: 168 time: 0.2415173 May 04 13:49:29.731870 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a4a9343a-1b28-4e15-8abe-6af3479acaec), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.735038 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:29.736298 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4a9343a-1b28-4e15-8abe-6af3479acaec HTTP/1.1" status: 204 len: 168 time: 0.2354298 May 04 13:49:29.749863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3bb75-16c7-48fc-87ae-dce2ee8923d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057299e-e754-40a1-90d1-2e79d2fcccd8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:29.766031 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbccc8c-c958-4c82-982a-c6c1a0a5144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a9343a-1b28-4e15-8abe-6af3479acaec,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:30.066912 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 36938) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:30.083274 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc1fe-a007-4e22-be7b-a816a00bd06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.192457 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc1fe-a007-4e22-be7b-a816a00bd06d admin admin] Publish callbacks [] for security_group (8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.197814 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc1fe-a007-4e22-be7b-a816a00bd06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.240862 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 36958) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:30.241036 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-bfcfc1fe-a007-4e22-be7b-a816a00bd06d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e99de6ee14843468ef037ec307a815f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726837 May 04 13:49:30.270937 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfc1fe-a007-4e22-be7b-a816a00bd06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:30.321569 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] Publish callbacks [] for security_group (8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.351606 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] Publish callbacks [] for security_group (8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.414490 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.418085 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:30.422060 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0 HTTP/1.1" status: 204 len: 168 time: 0.1773393 May 04 13:49:30.428845 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14155661-c808-4155-bc3e-a13ba5b19471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8c1af-7b73-4598-ae1c-e41f7a59a8d0,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:30.931732 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37012) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:30.966801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37016) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:31.205231 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-network', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:31.229803 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Made reservation on behalf of 9c15593c7d8143d08f5f72fb3689266a for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:31.232401 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.234638 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2c198800-b892-45b5-9c91-f1bbb0a518d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.243560 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.251243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37026) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:31.347806 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2c198800-b892-45b5-9c91-f1bbb0a518d3 admin admin] Publish callbacks [] for security_group (8cf7adf7-a632-4e75-9261-f429b1f707fe), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.355253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2c198800-b892-45b5-9c91-f1bbb0a518d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8cf7adf7-a632-4e75-9261-f429b1f707fe), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.358880 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks [] for security_group (00f83f0e-4f2a-4e68-adb8-8d2892e62712), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.364890 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (00f83f0e-4f2a-4e68-adb8-8d2892e62712), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.384521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:49:31.396195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b0975dec-400d-42e9-a36c-4a4b86e5e562), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.396565 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Added segment b0975dec-400d-42e9-a36c-4a4b86e5e562 of type vlan for network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d May 04 13:49:31.404978 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-2c198800-b892-45b5-9c91-f1bbb0a518d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c40f0d265ae34d4f8d3d5d02b981d6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344237 May 04 13:49:31.406593 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37032) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:31.410496 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c198800-b892-45b5-9c91-f1bbb0a518d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7adf7-a632-4e75-9261-f429b1f707fe,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.424129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-87a4f29c-9e84-4dc5-9eae-d93a141df892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.456541 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.517282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-87a4f29c-9e84-4dc5-9eae-d93a141df892 admin admin] Publish callbacks [] for security_group (6c6d92b2-4b97-4b89-bd03-f99d613b6525), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.520515 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f83f0e-4f2a-4e68-adb8-8d2892e62712,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.521513 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-87a4f29c-9e84-4dc5-9eae-d93a141df892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6c6d92b2-4b97-4b89-bd03-f99d613b6525), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.533447 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.534352 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:31.535015 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.580118 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-87a4f29c-9e84-4dc5-9eae-d93a141df892 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1311bbc69c83422998b5c0e5b92cd82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219454 May 04 13:49:31.580118 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f29c-9e84-4dc5-9eae-d93a141df892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d92b2-4b97-4b89-bd03-f99d613b6525,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.580327 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6421115 May 04 13:49:31.580416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37042) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:31.580498 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37044) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:31.593247 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Request body: {'subnet': {'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-subnet', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:31.615712 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Made reservation on behalf of 9c15593c7d8143d08f5f72fb3689266a for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:31.618176 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.628184 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543b7f-d6b2-420a-8e60-d249109fc6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.636951 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] Publish callbacks [] for security_group (8cf7adf7-a632-4e75-9261-f429b1f707fe), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.641553 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:49:31.671926 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] Publish callbacks [] for security_group (8cf7adf7-a632-4e75-9261-f429b1f707fe), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.705359 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] Publish callbacks [] for security_group (6c6d92b2-4b97-4b89-bd03-f99d613b6525), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.743553 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] Publish callbacks [] for security_group (6c6d92b2-4b97-4b89-bd03-f99d613b6525), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.776848 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8cf7adf7-a632-4e75-9261-f429b1f707fe), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.779917 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.781094 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cf7adf7-a632-4e75-9261-f429b1f707fe HTTP/1.1" status: 204 len: 168 time: 0.3713484 May 04 13:49:31.794598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5a2a2-b668-4913-ad58-2ca526ffe22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7adf7-a632-4e75-9261-f429b1f707fe,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.824314 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6c6d92b2-4b97-4b89-bd03-f99d613b6525), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.827194 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.828399 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c6d92b2-4b97-4b89-bd03-f99d613b6525 HTTP/1.1" status: 204 len: 168 time: 0.2475793 May 04 13:49:31.842779 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af2157-1de1-4c19-b08c-8545cdf01b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d92b2-4b97-4b89-bd03-f99d613b6525,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.871587 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:31.963606 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:31.973733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:31.974316 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Network hostable DHCP agents. Network: 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:49:31.995701 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:49:32.007014 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:32.019834 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:32.020429 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.021089 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668987b-2bae-4751-b771-ae288dc1e88b None None] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:49:32.063328 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bf3a6271-3f73-4d8b-a48f-fd50181f18d4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4729352 May 04 13:49:32.063597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37064) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:32.071430 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:32.095497 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.100857 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.178198 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for router_controller (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.183811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:49:32.184896 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.364567 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37078) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:32.368664 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Allocated IP 172.20.0.2 (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8/8b3da044-c2ac-4289-8a31-8da1afe14503) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:32.373273 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for router_gateway (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.381124 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d79a952b-70d2-4a5e-a27f-15ca5b5b3b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.494218 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d79a952b-70d2-4a5e-a27f-15ca5b5b3b27 admin admin] Publish callbacks [] for security_group (32481925-d0d9-46c2-993d-93f707a8d462), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.498913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d79a952b-70d2-4a5e-a27f-15ca5b5b3b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (32481925-d0d9-46c2-993d-93f707a8d462), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.537580 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks [] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.545588 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d79a952b-70d2-4a5e-a27f-15ca5b5b3b27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b2ffba4a3d44e3cb684d14168a5e712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793284 May 04 13:49:32.546776 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a952b-70d2-4a5e-a27f-15ca5b5b3b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32481925-d0d9-46c2-993d-93f707a8d462,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:32.551813 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.564801 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37084) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:32.595125 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:32.598877 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:32.602534 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:32.628060 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] Publish callbacks [] for security_group (32481925-d0d9-46c2-993d-93f707a8d462), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.650077 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for router_gateway (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.658128 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] Publish callbacks [] for security_group (32481925-d0d9-46c2-993d-93f707a8d462), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.675276 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.682805 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Attempting to bind port 8b3da044-c2ac-4289-8a31-8da1afe14503 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:32.683675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Attempting to bind port 8b3da044-c2ac-4289-8a31-8da1afe14503 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:32.684220 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Attempting to bind port 8b3da044-c2ac-4289-8a31-8da1afe14503 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:32.687520 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Pushing event updated for resources: {'Port': ['ID=8b3da044-c2ac-4289-8a31-8da1afe14503,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:32.710222 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.710721 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.711130 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.711638 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.711975 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.712302 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.712677 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.715200 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.715574 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.715924 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.716390 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.716738 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.717133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.717555 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.717879 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:32.720065 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (32481925-d0d9-46c2-993d-93f707a8d462), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.722744 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.724214 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32481925-d0d9-46c2-993d-93f707a8d462 HTTP/1.1" status: 204 len: 168 time: 0.1564524 May 04 13:49:32.727129 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:32.727948 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:32.728847 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.729573 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Bound using segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:32.730288 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Bound port: 8b3da044-c2ac-4289-8a31-8da1afe14503, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:32.730961 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.741303 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1554a9-68c0-4070-a382-3518356c90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32481925-d0d9-46c2-993d-93f707a8d462,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:32.790212 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Allocated IP 172.27.1.211 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/af07fe57-9e4e-4d37-9fb4-01737476b6b4) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:32.835035 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] For port 8b3da044-c2ac-4289-8a31-8da1afe14503, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:32.838891 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] For port 8b3da044-c2ac-4289-8a31-8da1afe14503, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8b3da044-c2ac-4289-8a31-8da1afe14503,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:32.846513 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.916610 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b57d76-6969-4a79-9169-9fb41ce8054b None None] Pushing event updated for resources: {'Port': ['ID=8b3da044-c2ac-4289-8a31-8da1afe14503,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:32.923896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:32.974767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:33.014779 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:33.017751 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:33.021581 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:33.048207 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Pushing event updated for resources: {'Port': ['ID=af07fe57-9e4e-4d37-9fb4-01737476b6b4,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:33.586794 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for router_gateway (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:33.612569 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8b3da044-c2ac-4289-8a31-8da1afe14503 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:33.686838 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 8b3da044-c2ac-4289-8a31-8da1afe14503 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:33.687583 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:33.852706 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 8b3da044-c2ac-4289-8a31-8da1afe14503 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:33.853103 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:33.892563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:33.928376 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 8b3da044-c2ac-4289-8a31-8da1afe14503, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8b3da044-c2ac-4289-8a31-8da1afe14503,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:33.941906 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:34.061831 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=8b3da044-c2ac-4289-8a31-8da1afe14503,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:34.111464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:49:34.181194 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d864e-a91e-47cc-b79e-5ed3041add3f None None] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:49:34.260906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:49:34.274865 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:49:34.283133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-4bd87786-6010-4662-8b82-6ad9a8952e9d None None] Provisioning complete for port 8b3da044-c2ac-4289-8a31-8da1afe14503 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:34.283576 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4bd87786-6010-4662-8b82-6ad9a8952e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:34.304354 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:34.305503 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:34.307248 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:34.308659 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ccc88f76-9fcf-43f6-a722-c34aa224c40e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2437279 May 04 13:49:34.311959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37146) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:34.505878 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-4bd87786-6010-4662-8b82-6ad9a8952e9d None None] Current status of the port 8b3da044-c2ac-4289-8a31-8da1afe14503 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:34.558152 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:34.741099 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-871d0647-c4ea-421d-b853-01a05b96faed None None] Provisioning complete for port 8b3da044-c2ac-4289-8a31-8da1afe14503 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:34.743985 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-871d0647-c4ea-421d-b853-01a05b96faed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:34.854985 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:34.864637 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-871d0647-c4ea-421d-b853-01a05b96faed None None] Current status of the port 8b3da044-c2ac-4289-8a31-8da1afe14503 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:34.885155 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:49:34.885642 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Updating router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c port af07fe57-9e4e-4d37-9fb4-01737476b6b4 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:49:34.921576 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:34.984201 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.200495 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks [] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.206905 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Allocated IP 172.20.0.1 (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8/37e3ec59-a342-4ed6-8600-13478ed1f438) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:35.207800 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.251353 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Pushing event updated for resources: {'Port': ['ID=af07fe57-9e4e-4d37-9fb4-01737476b6b4,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:35.267024 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.267312 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.267676 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.268555 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.268908 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.269242 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.269569 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.269893 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.270221 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.270545 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.270879 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.271238 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.271567 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.272063 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.272396 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:49:35.279378 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Attempting to bind port af07fe57-9e4e-4d37-9fb4-01737476b6b4 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:35.280017 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Attempting to bind port af07fe57-9e4e-4d37-9fb4-01737476b6b4 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:35.280222 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Attempting to bind port af07fe57-9e4e-4d37-9fb4-01737476b6b4 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:35.285878 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:35.286263 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:35.286666 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.287090 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:35.287597 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Bound port: af07fe57-9e4e-4d37-9fb4-01737476b6b4, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:35.288383 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.325257 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks [] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.340534 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] For port af07fe57-9e4e-4d37-9fb4-01737476b6b4, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:35.344277 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] For port af07fe57-9e4e-4d37-9fb4-01737476b6b4, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=af07fe57-9e4e-4d37-9fb4-01737476b6b4,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:35.351302 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.363920 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.414359 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:35.421002 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:35.426369 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:35.431332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Pushing event updated for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:35.545021 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:35.545678 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:35.551236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8b3da044-c2ac-4289-8a31-8da1afe14503 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:35.559601 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5f44e-ca2a-4a93-85ed-9351e96ad61c None None] Pushing event updated for resources: {'Port': ['ID=af07fe57-9e4e-4d37-9fb4-01737476b6b4,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:35.635192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 8b3da044-c2ac-4289-8a31-8da1afe14503 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:35.635609 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.716031 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:35.772343 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 8b3da044-c2ac-4289-8a31-8da1afe14503 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:35.794738 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.798667 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-dc3ab3ed-4ac8-4dc4-be35-ee882e704196 None None] Provisioning complete for port 37e3ec59-a342-4ed6-8600-13478ed1f438 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:35.803692 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab3ed-4ac8-4dc4-be35-ee882e704196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:35.852308 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ab3ed-4ac8-4dc4-be35-ee882e704196 None None] Port 37e3ec59-a342-4ed6-8600-13478ed1f438 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:49:35.943065 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:35.973197 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba1e562-c253-4e17-aad7-89461266b523 None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:49:36.046449 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.261295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks [] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.265702 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.340971 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Pushing event updated for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:36.343876 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.451460 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:36.453095 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:36.601947 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:49:36.623453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37216) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:36.723886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:49:36.729326 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c288c833-525b-42bf-a964-fd2a30a304f7 admin admin] 10.222.0.73 "PUT /v2.0/routers/00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4163640 May 04 13:49:36.763470 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8230e5e0-87cf-4d05-96db-1c57c47d2a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.785851 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-0f73d35c-4b81-4416-bdbb-fbedeb59fb7b None None] Provisioning complete for port 37e3ec59-a342-4ed6-8600-13478ed1f438 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:36.786509 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0f73d35c-4b81-4416-bdbb-fbedeb59fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.842567 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0f73d35c-4b81-4416-bdbb-fbedeb59fb7b None None] Port 37e3ec59-a342-4ed6-8600-13478ed1f438 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:49:36.876922 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8230e5e0-87cf-4d05-96db-1c57c47d2a5c admin admin] Publish callbacks [] for security_group (3f62a24d-70d7-430d-81f6-cd845bb40339), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.883572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8230e5e0-87cf-4d05-96db-1c57c47d2a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3f62a24d-70d7-430d-81f6-cd845bb40339), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:36.921273 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37232) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:36.921421 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-8230e5e0-87cf-4d05-96db-1c57c47d2a5c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63f41c74f19e4ddab23f2ac519ee4968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957129 May 04 13:49:36.935568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230e5e0-87cf-4d05-96db-1c57c47d2a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62a24d-70d7-430d-81f6-cd845bb40339,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:36.996802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] Publish callbacks [] for security_group (3f62a24d-70d7-430d-81f6-cd845bb40339), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.018877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] Publish callbacks [] for security_group (3f62a24d-70d7-430d-81f6-cd845bb40339), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.068773 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3f62a24d-70d7-430d-81f6-cd845bb40339), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.071487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.074969 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f62a24d-70d7-430d-81f6-cd845bb40339 HTTP/1.1" status: 204 len: 168 time: 0.1500137 May 04 13:49:37.083925 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990295-815c-4a91-9948-75b7cef7bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62a24d-70d7-430d-81f6-cd845bb40339,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:37.230169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-40b3e712-17be-4a70-87ef-08305748b6dc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:37.231701 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-40b3e712-17be-4a70-87ef-08305748b6dc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.1310356 May 04 13:49:37.247887 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-26ee3677-e71d-4ed9-b167-166d6afee661 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/quotas/9c15593c7d8143d08f5f72fb3689266a HTTP/1.1" status: 200 len: 375 time: 0.0096743 May 04 13:49:37.300442 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-74f5061c-5344-4520-aa5c-8ec954d3fecd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459964 May 04 13:49:37.388196 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37248) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:37.410704 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-5def50cf-fbde-4533-a0b2-acb38db727ed service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061094 May 04 13:49:37.411601 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-919a2245-7451-4054-9b31-d6737b8d8a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.524770 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device af07fe57-9e4e-4d37-9fb4-01737476b6b4 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:37.533707 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-2489ce4f-8fe4-4e86-bd54-a8811c54b801 service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142957 May 04 13:49:37.565817 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-919a2245-7451-4054-9b31-d6737b8d8a14 admin admin] Publish callbacks [] for security_group (ed54169c-2c01-4f95-8dbe-22a44fed086f), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.571871 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-919a2245-7451-4054-9b31-d6737b8d8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ed54169c-2c01-4f95-8dbe-22a44fed086f), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.584385 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port af07fe57-9e4e-4d37-9fb4-01737476b6b4 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:37.584779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.615497 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-919a2245-7451-4054-9b31-d6737b8d8a14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31f563c0ea9145f08526be252db0a2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260213 May 04 13:49:37.616359 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a2245-7451-4054-9b31-d6737b8d8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54169c-2c01-4f95-8dbe-22a44fed086f,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:37.620485 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37250) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:37.676502 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port af07fe57-9e4e-4d37-9fb4-01737476b6b4 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:37.676892 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.711159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] Publish callbacks [] for security_group (ed54169c-2c01-4f95-8dbe-22a44fed086f), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.725367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port af07fe57-9e4e-4d37-9fb4-01737476b6b4, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=af07fe57-9e4e-4d37-9fb4-01737476b6b4,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:37.732828 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.736239 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] Publish callbacks [] for security_group (ed54169c-2c01-4f95-8dbe-22a44fed086f), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.823559 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-32e97996-ac10-45d8-9e14-a3ccc024a4de req-7d9be253-26df-42a3-87eb-a004d3d12802 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 210 time: 0.0425594 May 04 13:49:37.830882 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ed54169c-2c01-4f95-8dbe-22a44fed086f), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.833367 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:37.834605 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed54169c-2c01-4f95-8dbe-22a44fed086f HTTP/1.1" status: 204 len: 168 time: 0.2111127 May 04 13:49:37.849906 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356920e-bdb9-4850-bd65-acede75d6098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54169c-2c01-4f95-8dbe-22a44fed086f,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:37.945674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:49:37.965240 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=af07fe57-9e4e-4d37-9fb4-01737476b6b4,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:37.971752 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:37.972548 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:38.222990 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:38.473187 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41344d73-74f8-4a7b-98ce-418176b05012 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702081 May 04 13:49:38.608356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-274bcf03-4df6-4e8a-99aa-223b72efb755 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:38.609887 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-274bcf03-4df6-4e8a-99aa-223b72efb755 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.4024656 May 04 13:49:38.679749 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:36Z', 'revision_number': 2, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:38.703007 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-cf9e581a-3a80-4785-98bf-9ed4a618f8f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/quotas/9c15593c7d8143d08f5f72fb3689266a HTTP/1.1" status: 200 len: 375 time: 0.0671115 May 04 13:49:38.721661 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:49:38.722975 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Updating router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c port 37e3ec59-a342-4ed6-8600-13478ed1f438 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:49:38.764576 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:38.985864 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-e8bd8b22-3970-430a-9d01-c0a21df4bacd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2817802 May 04 13:49:39.096442 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f5523912-257a-4c03-b796-cbcd037530cc service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085725 May 04 13:49:39.176042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-92eb5d1e-637b-4c18-a17d-82a540aa385b tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:39.183808 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-92eb5d1e-637b-4c18-a17d-82a540aa385b tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6984985 May 04 13:49:39.250671 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-dea36d48-ff3a-4da9-8821-eab50c1e56f3 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/quotas/4144b8f8d82547e0bda57e65a659d3c8 HTTP/1.1" status: 200 len: 375 time: 0.0198326 May 04 13:49:39.268575 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks [] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.282700 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.323768 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-666d7576-41ac-4e5c-91f7-7d8633167f72 service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260816 May 04 13:49:39.393768 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-a6291f3f-88ef-4b5c-81e3-7a625019a7c0 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346667 May 04 13:49:39.433402 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774a09-ae0a-4572-b1fe-ab7563d897bb None None] Pushing event updated for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:39.467968 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Attempting to bind port 37e3ec59-a342-4ed6-8600-13478ed1f438 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:39.468863 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Attempting to bind port 37e3ec59-a342-4ed6-8600-13478ed1f438 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:39.470238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Attempting to bind port 37e3ec59-a342-4ed6-8600-13478ed1f438 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:39.482882 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:39.483718 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:39.484310 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.484993 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Bound using segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:39.485714 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Bound port: 37e3ec59-a342-4ed6-8600-13478ed1f438, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:39.486688 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.490881 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-a500f4d1-02e9-4194-b2b2-d304a0726407 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:39.494826 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-a500f4d1-02e9-4194-b2b2-d304a0726407 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.2862167 May 04 13:49:39.514565 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'port': {'device_id': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'admin_state_up': True, 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:39.684333 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] For port 37e3ec59-a342-4ed6-8600-13478ed1f438, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:39.703449 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] For port 37e3ec59-a342-4ed6-8600-13478ed1f438, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=37e3ec59-a342-4ed6-8600-13478ed1f438,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:39.715711 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.723026 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-166d83be-bec7-4251-89e8-cc02db5c9488 req-bbc15903-d9fe-4d12-a1ed-4b67278e746e tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 210 time: 0.0692525 May 04 13:49:39.791726 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device af07fe57-9e4e-4d37-9fb4-01737476b6b4 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:39.810227 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Made reservation on behalf of 9c15593c7d8143d08f5f72fb3689266a for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:39.823730 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:39.890976 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5866b0c7-f955-4048-8aa6-d0e41f0e4a4c req-179eed6c-b5ed-4cbf-aee4-22b1a3928ddc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 210 time: 0.0766325 May 04 13:49:39.977639 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Provisioning complete for port 37e3ec59-a342-4ed6-8600-13478ed1f438 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:39.978264 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.050142 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:49:40.051084 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:40.148522 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91774a09-ae0a-4572-b1fe-ab7563d897bb None None] Pushing event updated for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:40.200650 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port af07fe57-9e4e-4d37-9fb4-01737476b6b4 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:40.201586 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.274531 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Allocated IP 172.20.0.9 (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8/4fa2e3ea-5a40-407e-a610-3429e5fb2c5b) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:40.413421 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:49:40.498019 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.504634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Current status of the port 37e3ec59-a342-4ed6-8600-13478ed1f438 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:40.505452 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.551893 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.594049 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port af07fe57-9e4e-4d37-9fb4-01737476b6b4 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:40.658531 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:40.660322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:40.661280 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] For port 37e3ec59-a342-4ed6-8600-13478ed1f438, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=37e3ec59-a342-4ed6-8600-13478ed1f438,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:40.663476 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:40.681303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.698899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:40.808405 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:40.809067 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.834222 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-f4357a3d-1a6f-4975-b8f6-357ad5a97722 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3300278 May 04 13:49:40.863322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Request body: {'port': {'device_id': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:40.880973 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-b970e232-e7f1-4589-b16e-12547628d9a0 None None] Provisioning complete for port 37e3ec59-a342-4ed6-8600-13478ed1f438 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:40.882437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b970e232-e7f1-4589-b16e-12547628d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:40.904732 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-655e9680-2d8a-48b4-adf6-12c34fe10077 req-c8ce8466-ee6f-44f5-8180-8aeb53e4e2cc tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 210 time: 0.0678899 May 04 13:49:40.905190 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e424b-5a38-4054-af9b-5c92a47e9f15 None None] Pushing event updated for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:40.931421 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:49:40.981535 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:39Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:49:41.043150 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c47138-fdc4-4235-a8a8-d8adf3a4ee6e None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:39Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:49:41.069436 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:41.092290 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0e936e8b-f98f-4087-b8d0-b1460382c471 req-a3afa083-5c18-48c1-82a7-de438ba26db9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 210 time: 0.0777643 May 04 13:49:41.165450 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-b970e232-e7f1-4589-b16e-12547628d9a0 None None] Current status of the port 37e3ec59-a342-4ed6-8600-13478ed1f438 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:41.296883 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-78281f36-1b43-4076-96d3-cc3131f9c4f6 None None] Provisioning complete for port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:41.297303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-78281f36-1b43-4076-96d3-cc3131f9c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:41.363649 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-78281f36-1b43-4076-96d3-cc3131f9c4f6 None None] Port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:49:41.591653 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.23', 50095) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:41.603181 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 37e3ec59-a342-4ed6-8600-13478ed1f438 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:41.678533 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-e9fdeedc-c33e-4fe9-93fd-f5ea8042781b tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586073 May 04 13:49:41.796222 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:41.839389 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks [] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:41.886671 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37460) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:41.946446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37468) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:41.968659 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Transition to ACTIVE for port object 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:49:42.003828 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.076178 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-6296a077-c388-42b2-ace7-14ceba4797b4 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:42.092337 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-6296a077-c388-42b2-ace7-14ceba4797b4 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082003 May 04 13:49:42.096324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 37e3ec59-a342-4ed6-8600-13478ed1f438 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:42.097904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.197893 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6608782c-dd2b-4a01-a500-ab053ec96911 req-bebf9f75-1466-407a-890e-e710f43e6d85 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 210 time: 0.0956099 May 04 13:49:42.212245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Request body: {'port': {'device_id': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde', 'admin_state_up': True, 'tenant_id': '4144b8f8d82547e0bda57e65a659d3c8'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:42.213001 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:42.228505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-5e064300-89e6-4f14-bdbe-cac9642670e3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:42.229699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8bb87d1a-aae0-4f5d-916e-85bd482dffbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.230035 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-5e064300-89e6-4f14-bdbe-cac9642670e3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.6309774 May 04 13:49:42.338128 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'port': {'device_id': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'admin_state_up': True, 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:42.355984 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1c579ac9-1f0f-4ee4-9d2e-54e7a513814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.379460 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 37e3ec59-a342-4ed6-8600-13478ed1f438 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:42.449357 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62acb5d9-131e-4de2-a33c-593e08651318 req-bd0a0e8a-271e-43ab-a486-90cc2cdfdaf4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 210 time: 0.0986960 May 04 13:49:42.508588 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Made reservation on behalf of 4144b8f8d82547e0bda57e65a659d3c8 for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:42.517482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.534872 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.555122 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8bb87d1a-aae0-4f5d-916e-85bd482dffbe admin admin] Publish callbacks [] for security_group (5f437a8a-e12d-4cc5-b02c-dcfebcc16314), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.576659 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8bb87d1a-aae0-4f5d-916e-85bd482dffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5f437a8a-e12d-4cc5-b02c-dcfebcc16314), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.642720 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8bb87d1a-aae0-4f5d-916e-85bd482dffbe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a53c7e42df124428bf6332fc93021908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429879 May 04 13:49:42.644159 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb87d1a-aae0-4f5d-916e-85bd482dffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f437a8a-e12d-4cc5-b02c-dcfebcc16314,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:42.648052 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37494) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:42.652523 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Attempting to bind port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:42.652853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Attempting to bind port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:42.653278 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Attempting to bind port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:42.655425 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Made reservation on behalf of 9c15593c7d8143d08f5f72fb3689266a for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:42.660541 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.685818 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:49:42.686376 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Attempting to bind port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:42.724875 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks [] for security_group (b856e6a4-4f1f-4679-acd4-d24da513f00a), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.725106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:42.725594 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:42.725798 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Bound using segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:42.726286 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Bound port: 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:42.726760 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.735681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b856e6a4-4f1f-4679-acd4-d24da513f00a), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.746888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1c579ac9-1f0f-4ee4-9d2e-54e7a513814f admin admin] Publish callbacks [] for security_group (ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.754739 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] Publish callbacks [] for security_group (5f437a8a-e12d-4cc5-b02c-dcfebcc16314), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.800179 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1c579ac9-1f0f-4ee4-9d2e-54e7a513814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.860077 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] Publish callbacks [] for security_group (5f437a8a-e12d-4cc5-b02c-dcfebcc16314), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:42.863397 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b856e6a4-4f1f-4679-acd4-d24da513f00a,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.050220 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Allocated IP 192.168.233.226 (66bfa26b-b06c-4811-9bfb-bc9634fa7bde/2dd77358-b3dd-4533-b4b7-f66007e88406/6360acad-521d-4bc0-9198-1c14172b64eb) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:43.052338 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5f437a8a-e12d-4cc5-b02c-dcfebcc16314), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.055489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.056649 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5f437a8a-e12d-4cc5-b02c-dcfebcc16314 HTTP/1.1" status: 204 len: 168 time: 0.4076939 May 04 13:49:43.077878 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44407a62-e305-414c-ba48-a6903b53e7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f437a8a-e12d-4cc5-b02c-dcfebcc16314,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.177155 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1c579ac9-1f0f-4ee4-9d2e-54e7a513814f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b89aab6be90c4a8aae0dde8ae28ab2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2067618 May 04 13:49:43.184543 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37506) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:43.194822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579ac9-1f0f-4ee4-9d2e-54e7a513814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.303926 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:43.328402 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb911c65-02cb-446b-9304-40947289abd9 req-571c7cd2-0a78-461c-9810-e5bc225223fe tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 210 time: 0.0459490 May 04 13:49:43.332371 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks [] for port (6360acad-521d-4bc0-9198-1c14172b64eb), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.337388 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:43.358923 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Allocated IP 172.20.0.7 (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8/f2d9b0a1-9da5-4c65-b208-478e0feb0ea3) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:49:43.362065 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.382916 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.411896 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] Publish callbacks [] for security_group (ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.450432 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:43.451041 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.453149 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] 10.222.0.23 "PUT /v2.0/ports/4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 1093 time: 2.6045485 May 04 13:49:43.455900 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:43.467233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77" -d '{"events": [{"name": "network-changed", "server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:43.503623 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] Publish callbacks [] for security_group (ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.549733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Pushing event updated for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.569815 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:43.571739 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:43.573876 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a792288-af04-4a25-91fe-65ebec005602 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.574955 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:43.638588 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2efd3c2-bd58-4703-9ba8-99e82c146246 x-openstack-request-id: req-e2efd3c2-bd58-4703-9ba8-99e82c146246 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:43.638955 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:43.639255 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2efd3c2-bd58-4703-9ba8-99e82c146246 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:43.639655 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2efd3c2-bd58-4703-9ba8-99e82c146246'] response: {'name': 'network-changed', 'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'status': 'completed', 'code': 200} May 04 13:49:43.680517 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-7f2b1f02-a26c-49a1-a90b-c50a2195dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:43.682114 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-7f2b1f02-a26c-49a1-a90b-c50a2195dd04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1127 time: 0.1755934 May 04 13:49:43.682644 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.685262 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.686351 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd HTTP/1.1" status: 204 len: 168 time: 0.5006568 May 04 13:49:43.739059 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a372f37d-c01e-458e-897f-daecbf14a3e9 req-9cf7616d-c8a9-44cc-b286-7aea7e26999c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 210 time: 0.1010339 May 04 13:49:43.787019 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:43.789764 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.808176 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-e8104a29-a9f8-4265-a06f-58464070fd1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 217 time: 0.1137750 May 04 13:49:43.810109 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a44d8-d8dd-466f-9dd4-eeafd3031d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b5de7-2ef7-4bd8-bdc6-97504b360dcd,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:43.821117 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-0a9dffbf-87a0-4ce5-ba05-6fdc860303b1 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6560855 May 04 13:49:43.833240 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Request body: {'port': {'device_id': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:43.917550 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-167a611a-d939-4f01-ae59-a07b2d74b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:43.919003 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-167a611a-d939-4f01-ae59-a07b2d74b314 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.1000650 May 04 13:49:43.928489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.944528 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:43.978733 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-4f3c2600-2d42-4213-b276-6d8f5ce57117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:43.980279 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-4f3c2600-2d42-4213-b276-6d8f5ce57117 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543659 May 04 13:49:43.987626 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-b0a898f6-d525-40eb-934f-4a42ec8557fd None None] Provisioning complete for port 6360acad-521d-4bc0-9198-1c14172b64eb triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:43.988565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b0a898f6-d525-40eb-934f-4a42ec8557fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.043165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.059655 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-b0a898f6-d525-40eb-934f-4a42ec8557fd None None] Port 6360acad-521d-4bc0-9198-1c14172b64eb cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:49:44.180463 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:49:44.191144 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:49:44.217657 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:49:44.225647 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-4ccdb282-04b5-4992-a171-87abc3765c16 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336559 May 04 13:49:44.250671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:44.463249 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:44.463894 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.502051 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-f1eeb285-d633-4870-8f01-2bef7587d689 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2169397 May 04 13:49:44.515704 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Request body: {'port': {'device_id': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:44.584643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1ba13104-3846-4dbe-88f5-0a6a4ee6342c None None] Provisioning complete for port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:44.585565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1ba13104-3846-4dbe-88f5-0a6a4ee6342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.625809 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2677e1f5-28ea-473e-bb31-805aaae6012d req-d1a9a9ba-5e54-4599-99ac-d4b4b5e07521 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641939 May 04 13:49:44.697971 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.707811 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6360acad-521d-4bc0-9198-1c14172b64eb {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:44.708526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1ba13104-3846-4dbe-88f5-0a6a4ee6342c None None] Port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:49:44.715946 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks [] for port (6360acad-521d-4bc0-9198-1c14172b64eb), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.752816 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Transition to ACTIVE for port object 6360acad-521d-4bc0-9198-1c14172b64eb will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:49:44.807479 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:44.902163 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435672-e15b-4f1c-9119-cacb4f94b2ca req-ce437cfd-4703-4727-b293-482857286364 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:44.909833 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62435672-e15b-4f1c-9119-cacb4f94b2ca req-ce437cfd-4703-4727-b293-482857286364 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 936 time: 0.4361601 May 04 13:49:44.959475 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b8131-db13-445d-aa02-3411964e4f74 req-4574f0ba-1a8b-4cdd-b044-70105c942781 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:44.961215 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b89b8131-db13-445d-aa02-3411964e4f74 req-4574f0ba-1a8b-4cdd-b044-70105c942781 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 931 time: 0.1368310 May 04 13:49:44.969931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Pushing event updated for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:45.139918 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62435672-e15b-4f1c-9119-cacb4f94b2ca req-7f6c694f-ed17-491e-b403-e817ffd2da49 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289453 May 04 13:49:45.200998 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:45.203292 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b89b8131-db13-445d-aa02-3411964e4f74 req-6ec70b4e-4dc9-400a-8e60-1e67f88ec911 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218485 May 04 13:49:45.219197 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Attempting to bind port 6360acad-521d-4bc0-9198-1c14172b64eb on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:45.219597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Attempting to bind port 6360acad-521d-4bc0-9198-1c14172b64eb by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:45.220253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Attempting to bind port 6360acad-521d-4bc0-9198-1c14172b64eb on network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:45.221828 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks [] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.225280 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Port 6360acad-521d-4bc0-9198-1c14172b64eb on network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:49:45.225794 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Attempting to bind port 6360acad-521d-4bc0-9198-1c14172b64eb on network 66bfa26b-b06c-4811-9bfb-bc9634fa7bde {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:45.232793 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:45.233431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Checking segment: {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:45.234149 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Bound using segment: {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:45.234762 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Bound port: 6360acad-521d-4bc0-9198-1c14172b64eb, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80b60ce-4fd4-4278-b822-259633a0460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:45.235587 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.257329 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Transition to ACTIVE for port object f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:49:45.269703 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.364305 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:45.366806 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:45.377164 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6360acad-521d-4bc0-9198-1c14172b64eb,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:45.398054 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.478755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:45.479877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.483458 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] 10.222.0.23 "PUT /v2.0/ports/6360acad-521d-4bc0-9198-1c14172b64eb HTTP/1.1" status: 200 len: 1098 time: 1.6547656 May 04 13:49:45.484622 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:45.517024 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-b4284a22-b07b-454a-87ff-ab460e957ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:45.519089 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-b4284a22-b07b-454a-87ff-ab460e957ee1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1127 time: 0.0691006 May 04 13:49:45.641760 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f622d9-deaf-429a-9195-439b1ca97323 service neutron] Pushing event updated for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:45.682895 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-6d7291da-2892-4264-ad7a-c5391a0fcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:45.684583 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-6d7291da-2892-4264-ad7a-c5391a0fcb0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 1132 time: 0.1472702 May 04 13:49:45.766804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Attempting to bind port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:49:45.766804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Attempting to bind port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:49:45.766804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Attempting to bind port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:45.794122 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:49:45.794122 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Attempting to bind port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:49:45.813875 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:49:45.814110 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:49:45.814315 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Bound using segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:49:45.816193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Bound port: f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:49:45.816560 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.891927 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-74048b27-b5a1-4fe5-a079-998568ff4694 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6360acad-521d-4bc0-9198-1c14172b64eb HTTP/1.1" status: 200 len: 217 time: 0.1993866 May 04 13:49:45.921006 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:45.963854 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:49:45.967548 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:49:45.971557 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-c27f5345-f6ab-45ea-8fee-d5c59305c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:45.973173 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-c27f5345-f6ab-45ea-8fee-d5c59305c024 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.4443021 May 04 13:49:45.980234 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:45.983902 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-84672e50-9fb1-499c-b3e8-065368856c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:45.987445 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-84672e50-9fb1-499c-b3e8-065368856c60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dd77358-b3dd-4533-b4b7-f66007e88406 HTTP/1.1" status: 200 len: 843 time: 0.0853665 May 04 13:49:46.052842 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-e496cb5f-5340-4820-89b4-2b13007237bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 217 time: 0.0693638 May 04 13:49:46.063683 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.064298 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:46.065919 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] 10.222.0.23 "PUT /v2.0/ports/f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 200 len: 1093 time: 1.5557580 May 04 13:49:46.066505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:46.068595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:46.110454 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:46.146104 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-48b44a3d-5fa0-408f-a740-3fa46554c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.147804 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-48b44a3d-5fa0-408f-a740-3fa46554c69c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0857830 May 04 13:49:46.226361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893760-5c9b-467a-aa8d-5fb808004901 req-10ab44d4-df2a-4edc-819b-d4024f714178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.228103 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-10ab44d4-df2a-4edc-819b-d4024f714178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bfa26b-b06c-4811-9bfb-bc9634fa7bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2354784 May 04 13:49:46.247625 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-68846517-5536-487a-aff8-45a6fc117798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:46.254270 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bbc558-b7d0-4d38-a85b-ddd8343d5b05 x-openstack-request-id: req-82bbc558-b7d0-4d38-a85b-ddd8343d5b05 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:46.255411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:46.255854 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82bbc558-b7d0-4d38-a85b-ddd8343d5b05 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:46.256493 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bbc558-b7d0-4d38-a85b-ddd8343d5b05'] response: {'name': 'network-changed', 'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3', 'status': 'completed', 'code': 200} May 04 13:49:46.279273 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc1a8-9883-4390-9c6f-3639e4994fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:46.294087 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-28b4bd0a-da86-41b2-8b61-a689b649198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.296525 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-28b4bd0a-da86-41b2-8b61-a689b649198b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1127 time: 0.1451001 May 04 13:49:46.303737 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-2a353583-681a-4275-a0ee-fc2bce7e4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.305814 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-2a353583-681a-4275-a0ee-fc2bce7e4792 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1356006 May 04 13:49:46.365979 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-588ff8e9-9f35-4afa-b760-32b7e508b526 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 200 len: 217 time: 0.0585568 May 04 13:49:46.426851 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-94ec2d69-4d04-474a-a396-f7bbb5dae697 service neutron] 10.222.0.23 "GET /v2.0/networks/66bfa26b-b06c-4811-9bfb-bc9634fa7bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899395 May 04 13:49:46.432545 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9702b9cc-73aa-431b-a2c6-a886826440d9 x-openstack-request-id: req-9702b9cc-73aa-431b-a2c6-a886826440d9 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:46.432870 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:46.433294 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9702b9cc-73aa-431b-a2c6-a886826440d9 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:46.433758 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9702b9cc-73aa-431b-a2c6-a886826440d9'] response: {'name': 'network-changed', 'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb', 'status': 'completed', 'code': 200} May 04 13:49:46.563752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-398634c8-9624-48a4-903a-3ae3e0ec7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.565258 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-398634c8-9624-48a4-903a-3ae3e0ec7593 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.1884055 May 04 13:49:46.614551 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6fed2-02d9-48a2-8a3c-fc21dc0236f3 req-1ac9c890-1eaa-4142-8afd-0d15eb4b0f84 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.621834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aec6fed2-02d9-48a2-8a3c-fc21dc0236f3 req-1ac9c890-1eaa-4142-8afd-0d15eb4b0f84 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 948 time: 0.1865582 May 04 13:49:46.624359 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-148a3262-1808-4e51-b8b4-6aff5caa60d0 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571769 May 04 13:49:46.635052 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-0cb755a7-51ab-46f1-9bce-26142819ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.637040 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-0cb755a7-51ab-46f1-9bce-26142819ffdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645397 May 04 13:49:46.672919 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb204d59-1cac-4f58-839b-c0a430fa3f07 req-140c6016-04d7-440c-9e03-2251debce531 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:46.674403 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb204d59-1cac-4f58-839b-c0a430fa3f07 req-140c6016-04d7-440c-9e03-2251debce531 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 943 time: 0.1511748 May 04 13:49:46.742808 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aec6fed2-02d9-48a2-8a3c-fc21dc0236f3 req-66dfdc03-d0c3-4731-9911-16e275d9f6bc tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199656 May 04 13:49:46.745322 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54893760-5c9b-467a-aa8d-5fb808004901 req-98097625-f3eb-46fe-a299-ff48d71a93d8 service neutron] 10.222.0.23 "GET /v2.0/networks/66bfa26b-b06c-4811-9bfb-bc9634fa7bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083158 May 04 13:49:46.819712 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb204d59-1cac-4f58-839b-c0a430fa3f07 req-167ef23e-6e00-4c60-a601-020daaad5e35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373065 May 04 13:49:46.882110 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b5330a79-d9b3-4f7e-ab0c-3575a92b7a77 req-66499cbe-fd36-47cb-82ad-69d4bccdd721 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444363 May 04 13:49:46.896911 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-929da914-e1b9-490a-81f0-bf2893a5c2e5 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509158 May 04 13:49:46.912206 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:49:47.037934 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:47.054412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'port_id': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'mac_address': 'fa:16:3e:b9:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:49:47.096646 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:47.097149 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:47.112618 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:47.137019 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:47.141016 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:47.191414 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:47.378024 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4fa2e3ea-5a40-407e-a610-3429e5fb2c5b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:49:47.645214 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-dfbf4701-67d3-4e74-b5de-9312ce7aafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:47.646732 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-dfbf4701-67d3-4e74-b5de-9312ce7aafcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 1132 time: 0.0839746 May 04 13:49:47.707719 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d17b858c-fbf2-49d5-bed7-134bdcdb35bc req-1654887e-adee-4ae8-ac46-6698ebd692f8 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517138 May 04 13:49:47.765244 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-3dfb2eff-2a18-4c62-9252-be15e79be27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:47.767031 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-3dfb2eff-2a18-4c62-9252-be15e79be27f service neutron] 10.222.0.23 "GET /v2.0/networks?id=66bfa26b-b06c-4811-9bfb-bc9634fa7bde HTTP/1.1" status: 200 len: 870 time: 0.1120195 May 04 13:49:47.882680 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a2a5-c865-473f-877b-d54dc9a3d17d req-851f0464-5499-4814-a586-13be8320b565 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:47.884108 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a52a2a5-c865-473f-877b-d54dc9a3d17d req-851f0464-5499-4814-a586-13be8320b565 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 948 time: 0.0512004 May 04 13:49:47.968676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f0cb-169c-44b1-add5-1901acfb2b9e req-8d133227-9d94-499d-bcbf-fd71a69b33af tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:47.970110 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1a32f0cb-169c-44b1-add5-1901acfb2b9e req-8d133227-9d94-499d-bcbf-fd71a69b33af tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 943 time: 0.0715964 May 04 13:49:47.983464 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a52a2a5-c865-473f-877b-d54dc9a3d17d req-1e677d75-4428-4e19-a67f-457a6d2de961 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895236 May 04 13:49:48.032159 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1a32f0cb-169c-44b1-add5-1901acfb2b9e req-44ecd086-b1bf-4fbc-bfe1-d1720dc5a857 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 May 04 13:49:48.092133 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37734) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:48.234863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37740) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:48.292054 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cd2f-71ed-4891-8d72-2e38ea91c056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.293387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-45fa2541-e7a0-47eb-a61e-d9c7516e51dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.370362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cd2f-71ed-4891-8d72-2e38ea91c056 admin admin] Publish callbacks [] for security_group (dbfbaaf7-db77-43f1-855a-40137f8d23e6), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.372991 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-45fa2541-e7a0-47eb-a61e-d9c7516e51dd admin admin] Publish callbacks [] for security_group (be5bcef9-4c69-42ba-a642-1386216896b7), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.374409 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cd2f-71ed-4891-8d72-2e38ea91c056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (dbfbaaf7-db77-43f1-855a-40137f8d23e6), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.380767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-45fa2541-e7a0-47eb-a61e-d9c7516e51dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (be5bcef9-4c69-42ba-a642-1386216896b7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.386938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c5f41a44-7145-415d-b48e-b263907bca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.415952 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b0a9cd2f-71ed-4891-8d72-2e38ea91c056 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73a324aa966c48aeaa8c83cecf211a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226230 May 04 13:49:48.416816 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9cd2f-71ed-4891-8d72-2e38ea91c056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfbaaf7-db77-43f1-855a-40137f8d23e6,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:48.419055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37744) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:48.420768 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-45fa2541-e7a0-47eb-a61e-d9c7516e51dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=162582ed0f614e74acc662dd183bb53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847093 May 04 13:49:48.421622 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa2541-e7a0-47eb-a61e-d9c7516e51dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5bcef9-4c69-42ba-a642-1386216896b7,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:48.423870 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37746) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:48.470473 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] Publish callbacks [] for security_group (dbfbaaf7-db77-43f1-855a-40137f8d23e6), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.472389 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6135700f-5315-432a-8782-301862bb347b admin admin] Publish callbacks [] for security_group (be5bcef9-4c69-42ba-a642-1386216896b7), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.493260 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] Publish callbacks [] for security_group (dbfbaaf7-db77-43f1-855a-40137f8d23e6), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.494255 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6135700f-5315-432a-8782-301862bb347b admin admin] Publish callbacks [] for security_group (be5bcef9-4c69-42ba-a642-1386216896b7), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.552460 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6135700f-5315-432a-8782-301862bb347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (be5bcef9-4c69-42ba-a642-1386216896b7), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.552460 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6135700f-5315-432a-8782-301862bb347b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.552460 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-6135700f-5315-432a-8782-301862bb347b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be5bcef9-4c69-42ba-a642-1386216896b7 HTTP/1.1" status: 204 len: 168 time: 0.1233101 May 04 13:49:48.557587 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135700f-5315-432a-8782-301862bb347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5bcef9-4c69-42ba-a642-1386216896b7,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:48.623451 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-7b6e4563-e6a3-4d44-ab05-33ef40d05b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:48.625169 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-7b6e4563-e6a3-4d44-ab05-33ef40d05b7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1127 time: 0.0921326 May 04 13:49:48.627183 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-e742ce9b-ecd0-4b5f-afdd-6f74319ba962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6360acad-521d-4bc0-9198-1c14172b64eb HTTP/1.1" status: 200 len: 217 time: 0.0956166 May 04 13:49:48.628101 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (dbfbaaf7-db77-43f1-855a-40137f8d23e6), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.631315 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.636119 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbfbaaf7-db77-43f1-855a-40137f8d23e6 HTTP/1.1" status: 204 len: 168 time: 0.2161064 May 04 13:49:48.661012 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d886049-b472-40e0-bffe-4480dbbfc291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfbaaf7-db77-43f1-855a-40137f8d23e6,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:48.758303 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-30f9d570-d145-4af8-bb90-0650b73e61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:48.760504 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-30f9d570-d145-4af8-bb90-0650b73e61c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dd77358-b3dd-4533-b4b7-f66007e88406 HTTP/1.1" status: 200 len: 843 time: 0.1189482 May 04 13:49:48.818773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-ab6744f9-4500-4090-92b7-560ab0b2d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:48.820508 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-ab6744f9-4500-4090-92b7-560ab0b2d808 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.1799350 May 04 13:49:48.823884 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-0ce2641c-79bd-4b6d-8a95-6b42b63ab7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:48.825428 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-0ce2641c-79bd-4b6d-8a95-6b42b63ab7aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bfa26b-b06c-4811-9bfb-bc9634fa7bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548913 May 04 13:49:48.867244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37776) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:48.886740 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a5abe4d-c37b-4b7e-818e-bfbbb8a7c58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:48.914650 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:49:48.923570 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:48.936358 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-3f81943b-acdd-4c11-8c1c-90faf26eab3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 200 len: 217 time: 0.1041312 May 04 13:49:49.000084 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-735a7c9e-e39a-4c10-a1b2-7606db4828b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:49.001663 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-735a7c9e-e39a-4c10-a1b2-7606db4828b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0575833 May 04 13:49:49.102836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a5abe4d-c37b-4b7e-818e-bfbbb8a7c58e admin admin] Publish callbacks [] for security_group (b3b9392a-d7a2-49d6-a979-7e7baa34cf5e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.121746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4a5abe4d-c37b-4b7e-818e-bfbbb8a7c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b3b9392a-d7a2-49d6-a979-7e7baa34cf5e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.145247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-82edffa1-e54a-4db4-9238-d66a1cd55177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:49.147079 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-82edffa1-e54a-4db4-9238-d66a1cd55177 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1351192 May 04 13:49:49.172544 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:49:49.239655 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:49.243281 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.263044 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37792) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:49.263730 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-37a18aa6-fd08-49f2-889c-a92567f450ef service neutron] 10.222.0.23 "GET /v2.0/networks/66bfa26b-b06c-4811-9bfb-bc9634fa7bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236281 May 04 13:49:49.323800 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4a5abe4d-c37b-4b7e-818e-bfbbb8a7c58e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=54ec7148c9484278aecd2d12cc12c622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551375 May 04 13:49:49.330399 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 37796) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:49.350708 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32f04-93e4-450f-9bff-1de14fe5b1da req-5bbfd9f7-3f04-403a-ac33-7f347d2e1cac tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:49.352219 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-82f32f04-93e4-450f-9bff-1de14fe5b1da req-5bbfd9f7-3f04-403a-ac33-7f347d2e1cac tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 948 time: 0.1813540 May 04 13:49:49.358383 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5abe4d-c37b-4b7e-818e-bfbbb8a7c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b9392a-d7a2-49d6-a979-7e7baa34cf5e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:49.374079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684eec51-c070-4aba-be57-880d08726182 req-c0a6e6b6-f26f-47b5-bcdc-f7aa074496e5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:49.379234 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-c7cf02d0-14e7-407a-8719-55b3289d0af0 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223349 May 04 13:49:49.382822 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-684eec51-c070-4aba-be57-880d08726182 req-c0a6e6b6-f26f-47b5-bcdc-f7aa074496e5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 943 time: 0.1948879 May 04 13:49:49.388138 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ab4-c647-4d55-b8be-cbccde03aee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.410877 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:49.432475 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'port_id': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3', 'mac_address': 'fa:16:3e:36:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:49:49.525716 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:49.526433 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.560505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:49.561523 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.576486 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-82f32f04-93e4-450f-9bff-1de14fe5b1da req-c179bc17-e6a7-4d97-ae33-1091ed957477 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151470 May 04 13:49:49.600387 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:49.607610 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-684eec51-c070-4aba-be57-880d08726182 req-17c17592-1585-4664-a59c-bc92611a11f7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191498 May 04 13:49:49.621012 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:49.623633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadbc000-22e0-46d3-b5cc-92a7c048c003" -d '{"events": [{"server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "name": "network-vif-plugged", "status": "completed", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:49.664400 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ab4-c647-4d55-b8be-cbccde03aee2 admin admin] Publish callbacks [] for security_group (b5112da1-3aa7-4017-898b-265033527e40), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.673367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:49.676109 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-58fe4ab4-c647-4d55-b8be-cbccde03aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b5112da1-3aa7-4017-898b-265033527e40), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.702905 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf81b09-57fc-4e82-9482-a1bd29b873f3 x-openstack-request-id: req-2cf81b09-57fc-4e82-9482-a1bd29b873f3 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:49.702905 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "name": "network-vif-plugged", "status": "completed", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:49.703263 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cf81b09-57fc-4e82-9482-a1bd29b873f3 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:49.703497 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf81b09-57fc-4e82-9482-a1bd29b873f3'] response: {'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'code': 200} May 04 13:49:49.704857 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.717886 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:49.742362 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-58fe4ab4-c647-4d55-b8be-cbccde03aee2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58dba535d54c4930913fd1d5885ae151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569182 May 04 13:49:49.743537 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe4ab4-c647-4d55-b8be-cbccde03aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5112da1-3aa7-4017-898b-265033527e40,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:49.746068 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37804) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:49.767530 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.768712 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6360acad-521d-4bc0-9198-1c14172b64eb details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:49:49.774751 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] Publish callbacks [] for security_group (b3b9392a-d7a2-49d6-a979-7e7baa34cf5e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.831625 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] Publish callbacks [] for security_group (b5112da1-3aa7-4017-898b-265033527e40), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.871303 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] Publish callbacks [] for security_group (b5112da1-3aa7-4017-898b-265033527e40), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.890123 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.901091 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bb6d2f0d-1bb3-4723-83f0-681ddadd70ae req-9c3499fe-f375-4bf4-9bf5-5905aa810acd service neutron] 10.222.0.23 "GET /v2.0/networks/66bfa26b-b06c-4811-9bfb-bc9634fa7bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293902 May 04 13:49:49.922525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] Publish callbacks [] for security_group (b3b9392a-d7a2-49d6-a979-7e7baa34cf5e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:49.930782 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:49.993148 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1db5c9-dadd-4abb-bd0e-4043e1993587 req-90455918-5010-4b92-8069-8f5f6a215167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:49.994677 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dc1db5c9-dadd-4abb-bd0e-4043e1993587 req-90455918-5010-4b92-8069-8f5f6a215167 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1129 time: 0.0972710 May 04 13:49:50.031664 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b352bc3-e0d7-42a6-b48d-d004f13ac3bf req-a5b14c29-3ab5-455a-86ca-cfc51a50508b service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543973 May 04 13:49:50.062510 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dc1db5c9-dadd-4abb-bd0e-4043e1993587 req-2823f79d-49f3-4177-9861-9816997c2b8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607355 May 04 13:49:50.063297 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b5112da1-3aa7-4017-898b-265033527e40), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.066392 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b3b9392a-d7a2-49d6-a979-7e7baa34cf5e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.067186 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.070728 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5112da1-3aa7-4017-898b-265033527e40 HTTP/1.1" status: 204 len: 168 time: 0.3215618 May 04 13:49:50.070977 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.070977 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3b9392a-d7a2-49d6-a979-7e7baa34cf5e HTTP/1.1" status: 204 len: 168 time: 0.7390187 May 04 13:49:50.088765 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5cc64-028d-477b-9878-bfc0e4865c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5112da1-3aa7-4017-898b-265033527e40,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:50.089319 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdcf47-0246-4837-ab57-d0c5f80fe7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b9392a-d7a2-49d6-a979-7e7baa34cf5e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:50.097203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:50.120800 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6360acad-521d-4bc0-9198-1c14172b64eb,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:50.143859 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '6360acad-521d-4bc0-9198-1c14172b64eb', 'network_id': '66bfa26b-b06c-4811-9bfb-bc9634fa7bde', 'port_id': '6360acad-521d-4bc0-9198-1c14172b64eb', 'mac_address': 'fa:16:3e:41:b3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd77358-b3dd-4533-b4b7-f66007e88406', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:49:50.196474 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 6360acad-521d-4bc0-9198-1c14172b64eb is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:50.197358 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.214195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6360acad-521d-4bc0-9198-1c14172b64eb {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:49:50.241190 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6360acad-521d-4bc0-9198-1c14172b64eb,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:50.246245 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:50.324353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:50.632195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['6360acad-521d-4bc0-9198-1c14172b64eb'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:49:50.726232 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['f2d9b0a1-9da5-4c65-b208-478e0feb0ea3'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:49:50.855187 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c06b25-e32c-454b-83bc-17787ecc69d1 req-1ccfc969-0561-4b8b-912b-b522c98129a2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:50.857605 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62c06b25-e32c-454b-83bc-17787ecc69d1 req-1ccfc969-0561-4b8b-912b-b522c98129a2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 944 time: 0.1452329 May 04 13:49:50.877954 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7497ee-ce7d-490d-83e8-2fb6fb56e39f req-17a36ad1-cd3a-47d8-94a6-7d612ec855ed tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:50.879916 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ef7497ee-ce7d-490d-83e8-2fb6fb56e39f req-17a36ad1-cd3a-47d8-94a6-7d612ec855ed tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 949 time: 0.1534402 May 04 13:49:50.962947 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62c06b25-e32c-454b-83bc-17787ecc69d1 req-be46795a-f4f0-4990-ba67-bf8835d2e1d8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916548 May 04 13:49:50.988235 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ef7497ee-ce7d-490d-83e8-2fb6fb56e39f req-0a7843fd-a2e0-4b33-8d87-f0205f7e490c tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001008 May 04 13:49:51.262871 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:52.185020 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db852e4-bfaa-413e-9888-0000e4544064 req-93a9f610-7dfd-4bce-aea0-607154124d42 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:52.187149 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3db852e4-bfaa-413e-9888-0000e4544064 req-93a9f610-7dfd-4bce-aea0-607154124d42 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 944 time: 0.0890307 May 04 13:49:52.201169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c8f0-e701-4573-a4e0-ab920edc5e69 req-e0da6c0d-c125-4c8e-9196-5b079d400c99 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:52.203109 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ec7c8f0-e701-4573-a4e0-ab920edc5e69 req-e0da6c0d-c125-4c8e-9196-5b079d400c99 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 949 time: 0.0915418 May 04 13:49:52.280102 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3db852e4-bfaa-413e-9888-0000e4544064 req-415a5da7-047e-45b1-a277-b5dda81e3ef0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752566 May 04 13:49:52.327358 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ec7c8f0-e701-4573-a4e0-ab920edc5e69 req-fd7c7c5b-195d-44ee-a6a1-b91b7460a536 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019027 May 04 13:49:52.551074 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:52.786568 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c08d6a-ef9c-4dfc-a064-af881b0de7d4 req-fa154bc8-7b88-4940-b730-12c37ddcf606 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:52.788075 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-22c08d6a-ef9c-4dfc-a064-af881b0de7d4 req-fa154bc8-7b88-4940-b730-12c37ddcf606 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0533876 May 04 13:49:52.839611 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-22c08d6a-ef9c-4dfc-a064-af881b0de7d4 req-8397523a-545c-4a99-b17e-86e2a7b6e339 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 May 04 13:49:52.943752 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:52.990569 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:49:52.997118 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:52.997514 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.050643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 37994) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:53.077931 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:53.078321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.102059 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:53.104310 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e77f054-4f70-4ba1-9d22-153ad5549f60" -d '{"events": [{"server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:53.116811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:53.122419 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.123223 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6360acad-521d-4bc0-9198-1c14172b64eb up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:49:53.152319 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6887629-493a-49dd-a644-21af055ab880 x-openstack-request-id: req-f6887629-493a-49dd-a644-21af055ab880 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:53.152630 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "name": "network-vif-plugged", "status": "completed", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:53.152903 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6887629-493a-49dd-a644-21af055ab880 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:53.153289 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6887629-493a-49dd-a644-21af055ab880'] response: {'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3', 'code': 200} May 04 13:49:53.169331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-83e85ee3-3d9c-4170-a0b5-1d0c789df990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.211236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:53.220297 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 6360acad-521d-4bc0-9198-1c14172b64eb completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:49:53.225134 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 6360acad-521d-4bc0-9198-1c14172b64eb triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:49:53.225505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.260035 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-83e85ee3-3d9c-4170-a0b5-1d0c789df990 admin admin] Publish callbacks [] for security_group (6d404230-a10d-4d4d-834c-6d2e16c47c23), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.263827 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-83e85ee3-3d9c-4170-a0b5-1d0c789df990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6d404230-a10d-4d4d-834c-6d2e16c47c23), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.321008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 6360acad-521d-4bc0-9198-1c14172b64eb is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:49:53.322838 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.381562 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6360acad-521d-4bc0-9198-1c14172b64eb,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:49:53.387302 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.466617 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:53.519604 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-83e85ee3-3d9c-4170-a0b5-1d0c789df990 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f84ea68cb45d440daaa9a5be55b84eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4678652 May 04 13:49:53.522425 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38014) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:53.555262 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e85ee3-3d9c-4170-a0b5-1d0c789df990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d404230-a10d-4d4d-834c-6d2e16c47c23,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:53.586078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc5f3-6595-466a-8e84-74644cdc70b3 req-c517e985-1a4d-4341-a14c-6c1c6560cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:53.587880 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95fcc5f3-6595-466a-8e84-74644cdc70b3 req-c517e985-1a4d-4341-a14c-6c1c6560cb89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1129 time: 0.2999299 May 04 13:49:53.589851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] Publish callbacks [] for security_group (6d404230-a10d-4d4d-834c-6d2e16c47c23), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.621363 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] Publish callbacks [] for security_group (6d404230-a10d-4d4d-834c-6d2e16c47c23), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.623610 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4270-d4e0-4ca7-87e9-b643c7a19569 req-2f0c5fcb-1c68-4470-86ed-35878866b0e8 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:53.625105 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99ea4270-d4e0-4ca7-87e9-b643c7a19569 req-2f0c5fcb-1c68-4470-86ed-35878866b0e8 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.1132200 May 04 13:49:53.631447 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492eb9a-613b-44c9-a576-2de64da28983 req-52b7b349-aa35-4421-9632-b1fdb06a8b5f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:53.632838 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5492eb9a-613b-44c9-a576-2de64da28983 req-52b7b349-aa35-4421-9632-b1fdb06a8b5f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1198852 May 04 13:49:53.692598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6d404230-a10d-4d4d-834c-6d2e16c47c23), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.695199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:53.696406 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d404230-a10d-4d4d-834c-6d2e16c47c23 HTTP/1.1" status: 204 len: 168 time: 0.1723583 May 04 13:49:53.719427 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95fcc5f3-6595-466a-8e84-74644cdc70b3 req-ea26b3b7-51b7-486b-9d99-1c9959ec6ba6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198251 May 04 13:49:53.727759 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a60fb8-1a88-4d50-a028-8d8fb96c8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d404230-a10d-4d4d-834c-6d2e16c47c23,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:53.741255 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99ea4270-d4e0-4ca7-87e9-b643c7a19569 req-2cfb5034-e730-495b-8e95-d59c8f0ff56f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051989 May 04 13:49:53.754545 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5492eb9a-613b-44c9-a576-2de64da28983 req-38552fac-8ddc-44c5-8249-b6394c45c701 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098273 May 04 13:49:54.129912 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38056) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:54.137616 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caaed1-9175-418f-8ecf-254e80133402 req-e210af92-d49f-448e-9229-e05ad4e56952 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:54.144172 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-03caaed1-9175-418f-8ecf-254e80133402 req-e210af92-d49f-448e-9229-e05ad4e56952 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0547721 May 04 13:49:54.144330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ad3483f-6418-4a32-84da-944215289da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.192926 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-03caaed1-9175-418f-8ecf-254e80133402 req-78b55473-9666-4ee9-b026-60faf63be66e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 May 04 13:49:54.223414 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ad3483f-6418-4a32-84da-944215289da5 admin admin] Publish callbacks [] for security_group (248eee58-1495-4756-a36c-76888b78e7e8), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.226989 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ad3483f-6418-4a32-84da-944215289da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (248eee58-1495-4756-a36c-76888b78e7e8), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.275908 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1ad3483f-6418-4a32-84da-944215289da5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=453e36aacbaa4a2faa2cf67599422bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444747 May 04 13:49:54.277885 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3483f-6418-4a32-84da-944215289da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248eee58-1495-4756-a36c-76888b78e7e8,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:54.279304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38058) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:54.329327 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] Publish callbacks [] for security_group (248eee58-1495-4756-a36c-76888b78e7e8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.353518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] Publish callbacks [] for security_group (248eee58-1495-4756-a36c-76888b78e7e8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.402751 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (248eee58-1495-4756-a36c-76888b78e7e8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.405241 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:54.406514 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/248eee58-1495-4756-a36c-76888b78e7e8 HTTP/1.1" status: 204 len: 168 time: 0.1262422 May 04 13:49:54.413753 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31777ef6-28f6-4aab-9623-1808749bbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248eee58-1495-4756-a36c-76888b78e7e8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:54.889063 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22c00a-2dd4-421d-9e51-b42f24f76e81 req-4536987a-ddae-4a4f-9cd6-8a6372ca6319 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:54.895722 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a22c00a-2dd4-421d-9e51-b42f24f76e81 req-4536987a-ddae-4a4f-9cd6-8a6372ca6319 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.0795562 May 04 13:49:54.923983 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57445-12dd-4f82-ac54-e4318c324aeb req-25e26d1e-99d5-4173-a0e9-6112abe55c36 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:54.925989 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ffd57445-12dd-4f82-ac54-e4318c324aeb req-25e26d1e-99d5-4173-a0e9-6112abe55c36 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0827572 May 04 13:49:54.970468 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a22c00a-2dd4-421d-9e51-b42f24f76e81 req-cc1cc330-58b3-482c-b074-cfd05626ffb4 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 May 04 13:49:55.007282 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ffd57445-12dd-4f82-ac54-e4318c324aeb req-bd4c0b58-0e21-4242-945f-bdbae334d477 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670807 May 04 13:49:55.154911 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:49:55.157624 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb4548-51b4-43d6-ae76-584ac4a45e53" -d '{"events": [{"server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "name": "network-vif-plugged", "status": "completed", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:49:55.206828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38108) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:55.225185 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86fc53d-ba51-4490-b592-9ee635ecc537 x-openstack-request-id: req-a86fc53d-ba51-4490-b592-9ee635ecc537 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:49:55.225987 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "name": "network-vif-plugged", "status": "completed", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:49:55.226437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a86fc53d-ba51-4490-b592-9ee635ecc537 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:49:55.226838 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86fc53d-ba51-4490-b592-9ee635ecc537'] response: {'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb', 'code': 200} May 04 13:49:55.349461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ace42-55d7-4c5c-be4e-edeacb1ed9df req-f3fa749d-ee0e-47ec-a43d-fd1d9fe373ef tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:55.356834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-960ace42-55d7-4c5c-be4e-edeacb1ed9df req-f3fa749d-ee0e-47ec-a43d-fd1d9fe373ef tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0652575 May 04 13:49:55.415193 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-960ace42-55d7-4c5c-be4e-edeacb1ed9df req-43894e4c-bf8a-494c-90d1-e277b1a2efe7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573227 May 04 13:49:55.489270 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64d68-c32c-4058-b89a-8fe973f4540a req-eb1324d2-4b9f-40df-8603-1fca327f63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:55.490764 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4bb64d68-c32c-4058-b89a-8fe973f4540a req-eb1324d2-4b9f-40df-8603-1fca327f63d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 1134 time: 0.0463459 May 04 13:49:55.527425 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-187425d9-6006-4753-ade8-7b89ded6b917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.537938 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38120) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:55.594854 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4bb64d68-c32c-4058-b89a-8fe973f4540a req-51ae7a1e-bcf8-4c14-94ff-964e1a358614 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974836 May 04 13:49:55.612330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a0485a4d-af44-47b4-a04b-9d5d62e39ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.636186 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-187425d9-6006-4753-ade8-7b89ded6b917 admin admin] Publish callbacks [] for security_group (066b3c1b-9c65-4744-99d5-2fff8d33e4c1), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.642202 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-187425d9-6006-4753-ade8-7b89ded6b917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (066b3c1b-9c65-4744-99d5-2fff8d33e4c1), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.685576 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-187425d9-6006-4753-ade8-7b89ded6b917 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff8f7c5c81e5480280f70be8b7a6c883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776506 May 04 13:49:55.686523 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187425d9-6006-4753-ade8-7b89ded6b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066b3c1b-9c65-4744-99d5-2fff8d33e4c1,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:55.689085 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38126) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:55.747304 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a0485a4d-af44-47b4-a04b-9d5d62e39ecc admin admin] Publish callbacks [] for security_group (c77325ca-734e-468c-92f5-00958bdbf85d), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.748106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38132) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:55.753030 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] Publish callbacks [] for security_group (066b3c1b-9c65-4744-99d5-2fff8d33e4c1), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.754237 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a0485a4d-af44-47b4-a04b-9d5d62e39ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c77325ca-734e-468c-92f5-00958bdbf85d), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.776953 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] Publish callbacks [] for security_group (066b3c1b-9c65-4744-99d5-2fff8d33e4c1), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.796247 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a0485a4d-af44-47b4-a04b-9d5d62e39ecc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=09d16d0020594b84b389e0b7d29ba95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567022 May 04 13:49:55.797201 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0485a4d-af44-47b4-a04b-9d5d62e39ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77325ca-734e-468c-92f5-00958bdbf85d,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:55.799818 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38136) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:55.854686 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] Publish callbacks [] for security_group (c77325ca-734e-468c-92f5-00958bdbf85d), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.855045 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (066b3c1b-9c65-4744-99d5-2fff8d33e4c1), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.858085 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.861858 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/066b3c1b-9c65-4744-99d5-2fff8d33e4c1 HTTP/1.1" status: 204 len: 168 time: 0.1692991 May 04 13:49:55.870563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a0b0b-43d3-47e4-a382-ec8335e0d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b3c1b-9c65-4744-99d5-2fff8d33e4c1,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:55.882006 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] Publish callbacks [] for security_group (c77325ca-734e-468c-92f5-00958bdbf85d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.950202 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c77325ca-734e-468c-92f5-00958bdbf85d), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.952922 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.954096 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c77325ca-734e-468c-92f5-00958bdbf85d HTTP/1.1" status: 204 len: 168 time: 0.1529403 May 04 13:49:55.974993 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27c2ef0c-1aa7-45ab-a9ef-19cc3a70d6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:55.977179 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6642dc9-a1da-41c7-9b90-50b0a1209be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77325ca-734e-468c-92f5-00958bdbf85d,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.061983 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27c2ef0c-1aa7-45ab-a9ef-19cc3a70d6d1 admin admin] Publish callbacks [] for security_group (d4fef573-3a34-4716-b24f-6276e83ab60e), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.070124 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27c2ef0c-1aa7-45ab-a9ef-19cc3a70d6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d4fef573-3a34-4716-b24f-6276e83ab60e), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.104712 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ef0c-1aa7-45ab-a9ef-19cc3a70d6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fef573-3a34-4716-b24f-6276e83ab60e,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.124686 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-27c2ef0c-1aa7-45ab-a9ef-19cc3a70d6d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=560db648dab442839d2eb34071a08c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753200 May 04 13:49:56.127740 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38150) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.167073 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343420-22d4-4433-bbc7-f3fbdf5816f8 req-fb5a03ef-1fa3-40f1-a9f3-de75e104d0f4 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:56.168708 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-db343420-22d4-4433-bbc7-f3fbdf5816f8 req-fb5a03ef-1fa3-40f1-a9f3-de75e104d0f4 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.0880826 May 04 13:49:56.176558 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6e31-41c1-41af-a7d2-4a8529c3ccfa req-98c129fb-5bdc-4628-97d4-92adcb451285 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:56.178095 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c8d6e31-41c1-41af-a7d2-4a8529c3ccfa req-98c129fb-5bdc-4628-97d4-92adcb451285 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0870697 May 04 13:49:56.189313 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] Publish callbacks [] for security_group (d4fef573-3a34-4716-b24f-6276e83ab60e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.218241 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] Publish callbacks [] for security_group (d4fef573-3a34-4716-b24f-6276e83ab60e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.262205 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-db343420-22d4-4433-bbc7-f3fbdf5816f8 req-da9c457a-3f18-471c-9188-188077dd99fa tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820813 May 04 13:49:56.266001 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c8d6e31-41c1-41af-a7d2-4a8529c3ccfa req-da0e6b7d-bfa7-4cc6-ab4f-839e8b33b9e1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792508 May 04 13:49:56.277974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38154) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.290721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d4fef573-3a34-4716-b24f-6276e83ab60e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.290721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.290721 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4fef573-3a34-4716-b24f-6276e83ab60e HTTP/1.1" status: 204 len: 168 time: 0.1603391 May 04 13:49:56.309934 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-711cb36c-1a46-4d00-8b79-9879dbb9f655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.312162 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d852a6-de8e-4b4a-85ab-c5df9a897262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fef573-3a34-4716-b24f-6276e83ab60e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.421055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-711cb36c-1a46-4d00-8b79-9879dbb9f655 admin admin] Publish callbacks [] for security_group (706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.426883 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-711cb36c-1a46-4d00-8b79-9879dbb9f655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.459577 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cb36c-1a46-4d00-8b79-9879dbb9f655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.492807 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-711cb36c-1a46-4d00-8b79-9879dbb9f655 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dfbf2344e82c45468c0439907f17ba3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136989 May 04 13:49:56.495592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38164) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.563137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38168) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.576496 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e289613b-c6a4-4b3d-a724-60e6408ad781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.629632 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1566dbf-0504-4deb-8aca-05efe8bb4f12 req-6bd8508b-4450-4bcb-86c2-591ba6351d76 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:56.631569 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1566dbf-0504-4deb-8aca-05efe8bb4f12 req-6bd8508b-4450-4bcb-86c2-591ba6351d76 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1052577 May 04 13:49:56.657111 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e289613b-c6a4-4b3d-a724-60e6408ad781 admin admin] Publish callbacks [] for security_group (4cdd3313-6048-4463-a476-ea2b38781231), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.661452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e289613b-c6a4-4b3d-a724-60e6408ad781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4cdd3313-6048-4463-a476-ea2b38781231), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.661627 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ea1e2-949b-47fb-9e52-643c1779c187 req-f2017430-e878-4b0f-ad89-7fb2cedfcf6a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:56.662932 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-680ea1e2-949b-47fb-9e52-643c1779c187 req-f2017430-e878-4b0f-ad89-7fb2cedfcf6a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0881696 May 04 13:49:56.677310 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] Publish callbacks [] for security_group (706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.704475 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e289613b-c6a4-4b3d-a724-60e6408ad781 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b57ffea0c26341739a4fb1e83d10832c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377532 May 04 13:49:56.704755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38170) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.710962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289613b-c6a4-4b3d-a724-60e6408ad781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd3313-6048-4463-a476-ea2b38781231,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.723956 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] Publish callbacks [] for security_group (706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.762675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] Publish callbacks [] for security_group (4cdd3313-6048-4463-a476-ea2b38781231), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.764982 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1566dbf-0504-4deb-8aca-05efe8bb4f12 req-8cb9e38e-fbbe-41fe-a87b-7be34efbda5d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204517 May 04 13:49:56.784152 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-680ea1e2-949b-47fb-9e52-643c1779c187 req-e5d56489-c294-425f-bf34-5593d7a77c9a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098809 May 04 13:49:56.811999 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] Publish callbacks [] for security_group (4cdd3313-6048-4463-a476-ea2b38781231), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.816819 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.819678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.820879 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8 HTTP/1.1" status: 204 len: 168 time: 0.3236237 May 04 13:49:56.821643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38172) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:56.836971 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51eef809-e135-486e-87dc-e5449063abec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.849226 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073d81f-db9e-4a35-83a3-0a46bb09fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706cfdf2-49ac-4e2c-abe8-7a4af01b8ec8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.887793 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4cdd3313-6048-4463-a476-ea2b38781231), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.890768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.896130 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4cdd3313-6048-4463-a476-ea2b38781231 HTTP/1.1" status: 204 len: 168 time: 0.1904738 May 04 13:49:56.905171 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9e2db-51ce-4831-95fe-35acbba21826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd3313-6048-4463-a476-ea2b38781231,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:56.982949 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51eef809-e135-486e-87dc-e5449063abec admin admin] Publish callbacks [] for security_group (6c1f5483-ee54-4352-9477-cbf3e64770d0), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:56.988468 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51eef809-e135-486e-87dc-e5449063abec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6c1f5483-ee54-4352-9477-cbf3e64770d0), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.014930 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eef809-e135-486e-87dc-e5449063abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f5483-ee54-4352-9477-cbf3e64770d0,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:57.073487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38186) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:57.074260 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-51eef809-e135-486e-87dc-e5449063abec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=103de5b1e74c4abea95782852316efbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498317 May 04 13:49:57.113083 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06a74-1b1d-460f-9445-434768ddc941 req-c79d0c88-8279-45fe-b58b-e1382875c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:57.114119 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-c79d0c88-8279-45fe-b58b-e1382875c381 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1129 time: 0.0617738 May 04 13:49:57.145553 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] Publish callbacks [] for security_group (6c1f5483-ee54-4352-9477-cbf3e64770d0), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.170717 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] Publish callbacks [] for security_group (6c1f5483-ee54-4352-9477-cbf3e64770d0), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.233822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (6c1f5483-ee54-4352-9477-cbf3e64770d0), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.236725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.237989 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c1f5483-ee54-4352-9477-cbf3e64770d0 HTTP/1.1" status: 204 len: 168 time: 0.1626616 May 04 13:49:57.247862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7170958-0616-4320-bc11-fc0194237920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f5483-ee54-4352-9477-cbf3e64770d0,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:57.292690 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06a74-1b1d-460f-9445-434768ddc941 req-14fbdc59-e8f4-4a2c-89a1-8b13a33cc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:57.294362 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-14fbdc59-e8f4-4a2c-89a1-8b13a33cc290 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.1738093 May 04 13:49:57.341946 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-d0842aa7-9da9-46db-b281-7410e2013135 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 200 len: 217 time: 0.0417948 May 04 13:49:57.477733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be89f5-961f-48b6-8101-fc4493aa7bf0 req-585c639e-e300-41e7-b915-0ce1e8742851 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:57.479291 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9be89f5-961f-48b6-8101-fc4493aa7bf0 req-585c639e-e300-41e7-b915-0ce1e8742851 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.1187255 May 04 13:49:57.480908 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06a74-1b1d-460f-9445-434768ddc941 req-a1f701a3-9cce-4dcd-8686-19c65221b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:57.482232 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-a1f701a3-9cce-4dcd-8686-19c65221b4bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.1317070 May 04 13:49:57.508243 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38208) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:57.532689 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f22685a-7dea-4145-90dc-607391a3c644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.576137 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9be89f5-961f-48b6-8101-fc4493aa7bf0 req-7d658b22-621d-4133-bd61-c2d961bdafe6 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896749 May 04 13:49:57.577564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06a74-1b1d-460f-9445-434768ddc941 req-bd871492-de55-44b7-9da9-b98c2b914090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:57.579012 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-bd871492-de55-44b7-9da9-b98c2b914090 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706277 May 04 13:49:57.645793 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f22685a-7dea-4145-90dc-607391a3c644 admin admin] Publish callbacks [] for security_group (1974df9e-9bad-4109-9493-93fc3d15dc38), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.656059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f22685a-7dea-4145-90dc-607391a3c644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1974df9e-9bad-4109-9493-93fc3d15dc38), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.710550 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1f22685a-7dea-4145-90dc-607391a3c644 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d04c7b60c27d4aef98ec8d00604e3001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011487 May 04 13:49:57.711042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38224) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:57.712122 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22685a-7dea-4145-90dc-607391a3c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1974df9e-9bad-4109-9493-93fc3d15dc38,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:57.714946 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-aa9127b4-1e6b-4960-aaf7-03a73ce3f090 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293778 May 04 13:49:57.863674 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] Publish callbacks [] for security_group (1974df9e-9bad-4109-9493-93fc3d15dc38), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.887619 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d06a74-1b1d-460f-9445-434768ddc941 req-339f8f2a-b6f6-43a2-ae99-a797bbe60679 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655242 May 04 13:49:57.898605 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38238) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:57.906387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] Publish callbacks [] for security_group (1974df9e-9bad-4109-9493-93fc3d15dc38), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:57.918011 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba6836b4-0b9a-402b-a000-f799d5ed9202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.022334 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba6836b4-0b9a-402b-a000-f799d5ed9202 admin admin] Publish callbacks [] for security_group (74a21322-8d60-40d0-8b5c-0e395b1f48c5), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.027156 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ba6836b4-0b9a-402b-a000-f799d5ed9202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (74a21322-8d60-40d0-8b5c-0e395b1f48c5), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.043603 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f767c1f-5825-4746-b851-0da8a088b13c req-7ae9b0b7-1abc-4c11-9042-931ec9dc6c86 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:58.045286 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f767c1f-5825-4746-b851-0da8a088b13c req-7ae9b0b7-1abc-4c11-9042-931ec9dc6c86 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1249850 May 04 13:49:58.051768 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f60cee-9941-4ad2-9ac8-0d3499533aea req-575d5bc2-df22-4afc-bbc3-7ac51245b064 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:58.053228 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-91f60cee-9941-4ad2-9ac8-0d3499533aea req-575d5bc2-df22-4afc-bbc3-7ac51245b064 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1074941 May 04 13:49:58.085668 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1974df9e-9bad-4109-9493-93fc3d15dc38), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.088413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.088661 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ba6836b4-0b9a-402b-a000-f799d5ed9202 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b860a733ccd041c1b147d68c7dbbb948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888673 May 04 13:49:58.089583 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1974df9e-9bad-4109-9493-93fc3d15dc38 HTTP/1.1" status: 204 len: 168 time: 0.3772552 May 04 13:49:58.090090 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6836b4-0b9a-402b-a000-f799d5ed9202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a21322-8d60-40d0-8b5c-0e395b1f48c5,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:58.093129 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38244) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:58.119985 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdde523-2882-4054-b2ed-26e64ecd7dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974df9e-9bad-4109-9493-93fc3d15dc38,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:58.151862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] Publish callbacks [] for security_group (74a21322-8d60-40d0-8b5c-0e395b1f48c5), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.165484 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-91f60cee-9941-4ad2-9ac8-0d3499533aea req-4bd94f32-51ff-4178-8a7e-4b2cd0c29f59 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995927 May 04 13:49:58.171509 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f767c1f-5825-4746-b851-0da8a088b13c req-7e55e88c-3fcf-408e-8ac9-6726dfceb2f6 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172001 May 04 13:49:58.195063 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] Publish callbacks [] for security_group (74a21322-8d60-40d0-8b5c-0e395b1f48c5), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.257215 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (74a21322-8d60-40d0-8b5c-0e395b1f48c5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.260546 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:58.262242 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74a21322-8d60-40d0-8b5c-0e395b1f48c5 HTTP/1.1" status: 204 len: 168 time: 0.1679163 May 04 13:49:58.272134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ab0d0-04a6-44e6-97fd-a8f8e8ae1f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a21322-8d60-40d0-8b5c-0e395b1f48c5,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:58.287584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea4a6-1a18-4d0c-87f7-8bdef537315f req-ece94b33-aa0f-4f90-8c5a-437406dfc334 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:58.289615 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-918ea4a6-1a18-4d0c-87f7-8bdef537315f req-ece94b33-aa0f-4f90-8c5a-437406dfc334 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.0525436 May 04 13:49:58.360159 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-918ea4a6-1a18-4d0c-87f7-8bdef537315f req-1ee2c0b6-c59e-4573-a65e-5dd7343fd054 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 May 04 13:49:59.012396 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38316) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:59.145438 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2113651117-network', 'tenant_id': '3b247ac663df481cb07ef27e3759d6fe'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:59.165772 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Made reservation on behalf of 3b247ac663df481cb07ef27e3759d6fe for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:59.168415 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.177763 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.241197 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38338) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:59.278872 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks [] for security_group (85513e7a-979a-40be-8910-ee97e95d6c9b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.288187 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (85513e7a-979a-40be-8910-ee97e95d6c9b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.320346 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:49:59.325477 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85513e7a-979a-40be-8910-ee97e95d6c9b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:59.334209 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (9bad2a14-8057-4320-8fd5-4106e109c009), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.334897 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Added segment 9bad2a14-8057-4320-8fd5-4106e109c009 of type vlan for network 1da6ce6b-d612-42cb-bade-1575b4c18229 May 04 13:49:59.395147 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (1da6ce6b-d612-42cb-bade-1575b4c18229), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.401223 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354abfa5-2334-42cd-bded-06dae7d14010 req-39c3f108-4330-4f0f-887e-2c89b32c0dc9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:59.402845 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-354abfa5-2334-42cd-bded-06dae7d14010 req-39c3f108-4330-4f0f-887e-2c89b32c0dc9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1688411 May 04 13:49:59.417831 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae306-be13-460c-a632-1ba15ef5d616 req-feb3a45b-69b2-4c9b-9c3f-5255c89995be tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:59.418670 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-34b191ca-f895-449b-bf14-1e88b19423f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.419532 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-93aae306-be13-460c-a632-1ba15ef5d616 req-feb3a45b-69b2-4c9b-9c3f-5255c89995be tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.1754470 May 04 13:49:59.434482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2e66a-a494-433f-a788-fc03ec02eda7 req-9fbdf441-56c6-4d51-98e5-9bf98c375126 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:59.440262 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5b2e66a-a494-433f-a788-fc03ec02eda7 req-9fbdf441-56c6-4d51-98e5-9bf98c375126 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1513898 May 04 13:49:59.459158 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (1da6ce6b-d612-42cb-bade-1575b4c18229), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.460137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:49:59.460744 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.511729 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4969280 May 04 13:49:59.514869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38348) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:59.521247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Request body: {'subnet': {'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2113651117-subnet', 'tenant_id': '3b247ac663df481cb07ef27e3759d6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:49:59.562213 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77d2bc-a9f9-498c-87d5-de6492fd4388 admin admin] Pushing event updated for resources: {'Network': ['ID=1da6ce6b-d612-42cb-bade-1575b4c18229,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:59.586251 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:49:59.591103 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-34b191ca-f895-449b-bf14-1e88b19423f5 admin admin] Publish callbacks [] for security_group (ad868819-1abd-45ba-a0ce-8822a5549cf7), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.594141 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Made reservation on behalf of 3b247ac663df481cb07ef27e3759d6fe for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:49:59.597177 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126255366'] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.600181 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-34b191ca-f895-449b-bf14-1e88b19423f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ad868819-1abd-45ba-a0ce-8822a5549cf7), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.659495 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5b2e66a-a494-433f-a788-fc03ec02eda7 req-6da77f13-98f4-4598-b948-3f109fd30db3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904151 May 04 13:49:59.675722 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-354abfa5-2334-42cd-bded-06dae7d14010 req-235e0054-411e-4747-a4ff-78a33c617845 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492023 May 04 13:49:59.690743 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Deleting port 6360acad-521d-4bc0-9198-1c14172b64eb {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:49:59.691100 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.698710 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-34b191ca-f895-449b-bf14-1e88b19423f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e41057c9b1f4427ca9da10f589541a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560509 May 04 13:49:59.699325 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38356) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:49:59.717567 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b191ca-f895-449b-bf14-1e88b19423f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad868819-1abd-45ba-a0ce-8822a5549cf7,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:59.793038 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] Publish callbacks [] for security_group (ad868819-1abd-45ba-a0ce-8822a5549cf7), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.843440 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] Publish callbacks [] for security_group (ad868819-1abd-45ba-a0ce-8822a5549cf7), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.926483 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126255476'] for subnet (95ebfb40-b60b-47db-b529-2221ccf6d1ff), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.967646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ad868819-1abd-45ba-a0ce-8822a5549cf7), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.970651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:49:59.972418 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad868819-1abd-45ba-a0ce-8822a5549cf7 HTTP/1.1" status: 204 len: 168 time: 0.2623560 May 04 13:49:59.992893 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1f919-5b89-4be3-8404-37ddd32f3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad868819-1abd-45ba-a0ce-8822a5549cf7,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:49:59.995027 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ebfb40-b60b-47db-b529-2221ccf6d1ff,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:00.010738 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Checking segment: {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:00.011100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Network hostable DHCP agents. Network: 1da6ce6b-d612-42cb-bade-1575b4c18229, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:00.027766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55baccd-7561-4fff-8dd2-b3a176374858 req-c7a366af-a92e-4d56-80eb-97c2b8de51c8 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:00.029688 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c55baccd-7561-4fff-8dd2-b3a176374858 req-c7a366af-a92e-4d56-80eb-97c2b8de51c8 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6444c3c-342a-464c-b78f-7d0a8839e380 HTTP/1.1" status: 200 len: 950 time: 0.2650228 May 04 13:50:00.033148 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:00.037981 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] For port 6360acad-521d-4bc0-9198-1c14172b64eb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6360acad-521d-4bc0-9198-1c14172b64eb,segment=NetworkSegment(d80b60ce-4fd4-4278-b822-259633a0460f),segment_id=d80b60ce-4fd4-4278-b822-259633a0460f)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:00.038443 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:00.045344 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 1da6ce6b-d612-42cb-bade-1575b4c18229) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:00.050567 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:00.051532 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:00.059300 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2824043-0e51-4b8b-9859-bade8b6a95ac None None] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:00.072800 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Calling delete_port for 6360acad-521d-4bc0-9198-1c14172b64eb owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:50:00.078276 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-cc6d2efa-bd1e-4c03-b66f-8d6f9d9c5d17 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5622518 May 04 13:50:00.170161 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c55baccd-7561-4fff-8dd2-b3a176374858 req-6d8da8d9-fca3-43cd-a86e-e3ada86ccec8 tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.73 "GET /v2.0/security-groups?id=b856e6a4-4f1f-4679-acd4-d24da513f00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287377 May 04 13:50:00.203493 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d9930-a378-4fcb-9fd1-1accb440d78a None None] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:00.293518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6360acad-521d-4bc0-9198-1c14172b64eb), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:00.318033 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['6360acad-521d-4bc0-9198-1c14172b64eb'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:50:00.333124 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Pushing event deleted for resources: {'Port': ['ID=6360acad-521d-4bc0-9198-1c14172b64eb,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:00.434483 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] No DVR routers for this DVR port 6360acad-521d-4bc0-9198-1c14172b64eb on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:00.437785 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:00.442117 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-93aae306-be13-460c-a632-1ba15ef5d616 req-8b89535a-2981-4bae-b4a1-9149c310e44f tempest-VolumesNegativeTest-1150043995 tempest-VolumesNegativeTest-1150043995-project] 10.222.0.23 "DELETE /v2.0/ports/6360acad-521d-4bc0-9198-1c14172b64eb HTTP/1.1" status: 204 len: 173 time: 1.0145514 May 04 13:50:00.442615 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'name': 'network-vif-deleted', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:00.448431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf2220-4751-4b35-8ba9-a8be46b22c1a" -d '{"events": [{"server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "name": "network-vif-deleted", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:00.537563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871fe5e-5127-440d-a0c0-06a912e65239 x-openstack-request-id: req-7871fe5e-5127-440d-a0c0-06a912e65239 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:00.538040 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6444c3c-342a-464c-b78f-7d0a8839e380", "name": "network-vif-deleted", "tag": "6360acad-521d-4bc0-9198-1c14172b64eb", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:00.538304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7871fe5e-5127-440d-a0c0-06a912e65239 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:00.538730 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7871fe5e-5127-440d-a0c0-06a912e65239'] response: {'server_uuid': 'd6444c3c-342a-464c-b78f-7d0a8839e380', 'name': 'network-vif-deleted', 'tag': '6360acad-521d-4bc0-9198-1c14172b64eb', 'status': 'completed', 'code': 200} May 04 13:50:00.881678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f82c3-ec0d-4b28-822e-e14e1410b6f3 req-ebdb024e-eea7-4b00-bc46-9e5880c3cadc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:00.883272 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eb9f82c3-ec0d-4b28-822e-e14e1410b6f3 req-ebdb024e-eea7-4b00-bc46-9e5880c3cadc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1290574 May 04 13:50:00.902581 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1a0bb-62e4-46f1-8c46-fd0853d7349a req-8079585e-7840-4cb8-a752-f6129d78483e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:00.904219 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-70c1a0bb-62e4-46f1-8c46-fd0853d7349a req-8079585e-7840-4cb8-a752-f6129d78483e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0913842 May 04 13:50:00.976235 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eb9f82c3-ec0d-4b28-822e-e14e1410b6f3 req-74b722dd-cb05-417a-98b4-f49f2af02848 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871167 May 04 13:50:00.983493 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-70c1a0bb-62e4-46f1-8c46-fd0853d7349a req-ecd4a30b-b96d-44ee-af19-662221739578 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 May 04 13:50:02.151168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2b7f-1b09-450f-a7b9-ee1120c7d1a6 req-1827621c-6093-43f2-ae1e-c62cfdf2eaae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:02.154141 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd4b2b7f-1b09-450f-a7b9-ee1120c7d1a6 req-1827621c-6093-43f2-ae1e-c62cfdf2eaae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0871174 May 04 13:50:02.202505 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-e7ec995f-1714-4057-9c7f-8a53bddf90f1 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:02.204082 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-e7ec995f-1714-4057-9c7f-8a53bddf90f1 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/networks?id=1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 200 len: 809 time: 0.1709530 May 04 13:50:02.232396 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-519bf3f9-363e-4b27-9160-6f8995eeb009 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/quotas/3b247ac663df481cb07ef27e3759d6fe HTTP/1.1" status: 200 len: 375 time: 0.0201151 May 04 13:50:02.236689 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd4b2b7f-1b09-450f-a7b9-ee1120c7d1a6 req-8a310200-3e24-4f72-9f22-c775c43b8eeb tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712562 May 04 13:50:02.268849 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-b05f1e23-8988-4f1d-b20e-1f1cc0be35b1 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308292 May 04 13:50:02.411173 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c7965-f5ef-448a-b2a1-fed2f9d842fd req-b3bd525f-3e0f-4117-94f4-8361283c7965 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:02.413223 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b24c7965-f5ef-448a-b2a1-fed2f9d842fd req-b3bd525f-3e0f-4117-94f4-8361283c7965 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0976985 May 04 13:50:02.430274 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-e62c0c55-87dd-4ff6-8180-7f3fdc293206 service neutron] 10.222.0.73 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526868 May 04 13:50:02.495736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b24c7965-f5ef-448a-b2a1-fed2f9d842fd req-f097ad8d-b50b-4a9c-bcc5-e2db7745ffed tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750747 May 04 13:50:02.571490 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-86b73add-6753-44a0-a662-c309af5ca97f service neutron] 10.222.0.73 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272950 May 04 13:50:02.769421 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-96a4f8e0-aed9-4a57-81fc-8141e4aeac42 req-f7efa414-a0e7-4eee-b8fc-30e76d9eb09d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 210 time: 0.0339742 May 04 13:50:03.369459 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d81bd-95fe-4a6a-ac1a-130a836f5e06 req-0984f30a-c2ce-4d62-9f98-9e26b157dcda tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:03.371380 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c7d81bd-95fe-4a6a-ac1a-130a836f5e06 req-0984f30a-c2ce-4d62-9f98-9e26b157dcda tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0523379 May 04 13:50:03.440842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c7d81bd-95fe-4a6a-ac1a-130a836f5e06 req-a461ec73-cc3e-4313-9754-22a7f5c90f9e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503664 May 04 13:50:03.618617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0638-b862-43a3-9d3e-1d0bf6416753 req-d91361fa-954c-4e7a-9b45-e9170e7645c2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:03.620100 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f4a0638-b862-43a3-9d3e-1d0bf6416753 req-d91361fa-954c-4e7a-9b45-e9170e7645c2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0491216 May 04 13:50:03.675972 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f4a0638-b862-43a3-9d3e-1d0bf6416753 req-4b922fc0-a59c-4425-951d-ec468fc3519d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503125 May 04 13:50:03.934798 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4e920c09-7e67-42cf-b92a-96a6470ae760 req-c72dae13-c2bc-4a17-b3cf-9257f61d4f4b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 210 time: 0.0663080 May 04 13:50:03.967435 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-9bbd3f36-f2d7-4542-8939-848d75cacdc1 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:03.968886 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-9bbd3f36-f2d7-4542-8939-848d75cacdc1 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "GET /v2.0/networks?id=1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 200 len: 809 time: 0.1518426 May 04 13:50:03.987785 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Request body: {'port': {'device_id': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229', 'admin_state_up': True, 'tenant_id': '3b247ac663df481cb07ef27e3759d6fe'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:04.110307 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Made reservation on behalf of 3b247ac663df481cb07ef27e3759d6fe for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:04.115188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:04.270361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Allocated IP 172.20.0.13 (1da6ce6b-d612-42cb-bade-1575b4c18229/95ebfb40-b60b-47db-b529-2221ccf6d1ff/960c4149-858c-4be1-a8f9-c974daee5d11) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:04.426161 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks [] for port (960c4149-858c-4be1-a8f9-c974daee5d11), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:04.472069 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:04.526756 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:04.557615 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:04.560618 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:04.598331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Pushing event updated for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:04.618663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1875cb6-df0f-4227-96e2-08aecc8a39d4 req-c809a515-a53e-4191-9924-a01cc2504817 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:04.620196 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1875cb6-df0f-4227-96e2-08aecc8a39d4 req-c809a515-a53e-4191-9924-a01cc2504817 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1027436 May 04 13:50:04.650629 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:04.651240 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:04.680523 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-3f7c6030-4c18-4f4a-b715-a461f31c4535 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6976576 May 04 13:50:04.698009 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1875cb6-df0f-4227-96e2-08aecc8a39d4 req-386f5557-050a-4180-9188-73d86af1bc6c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689092 May 04 13:50:04.702833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Request body: {'port': {'device_id': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:04.776117 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:04.845496 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025953-e2eb-4de3-b100-33172a0056f0 req-8037c299-1689-408a-aa3a-2ad83924271b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:04.847112 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa025953-e2eb-4de3-b100-33172a0056f0 req-8037c299-1689-408a-aa3a-2ad83924271b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0829923 May 04 13:50:04.965539 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa025953-e2eb-4de3-b100-33172a0056f0 req-1c799ca7-c273-42a8-89f1-34d5f2f5cabe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110423 May 04 13:50:04.987025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6360acad-521d-4bc0-9198-1c14172b64eb no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:50:05.012081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 6360acad-521d-4bc0-9198-1c14172b64eb {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:50:05.012517 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6360acad-521d-4bc0-9198-1c14172b64eb not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:50:05.089956 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13afd-3320-4250-a937-b8fc128d4229 req-5b88a65c-4bfc-41cc-a0ec-25bfa8c46f62 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:05.091436 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-59c13afd-3320-4250-a937-b8fc128d4229 req-5b88a65c-4bfc-41cc-a0ec-25bfa8c46f62 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 932 time: 0.0641809 May 04 13:50:05.176177 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-59c13afd-3320-4250-a937-b8fc128d4229 req-a051209f-abc9-41f7-a8a5-2282d4381a7c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 May 04 13:50:05.184083 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960c4149-858c-4be1-a8f9-c974daee5d11 {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:05.192660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks [] for port (960c4149-858c-4be1-a8f9-c974daee5d11), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.205514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Transition to ACTIVE for port object 960c4149-858c-4be1-a8f9-c974daee5d11 will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:50:05.209294 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.261051 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Pushing event updated for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:05.341332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Attempting to bind port 960c4149-858c-4be1-a8f9-c974daee5d11 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:05.341847 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Attempting to bind port 960c4149-858c-4be1-a8f9-c974daee5d11 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:05.342174 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Attempting to bind port 960c4149-858c-4be1-a8f9-c974daee5d11 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:05.347226 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Port 960c4149-858c-4be1-a8f9-c974daee5d11 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:50:05.347738 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Attempting to bind port 960c4149-858c-4be1-a8f9-c974daee5d11 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:05.353165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:05.353499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Checking segment: {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:05.353878 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Bound using segment: {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:05.354300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Bound port: 960c4149-858c-4be1-a8f9-c974daee5d11, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:05.354649 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.429803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:05.433413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=960c4149-858c-4be1-a8f9-c974daee5d11,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:05.440885 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.483098 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:05.483818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.485237 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] 10.222.0.23 "PUT /v2.0/ports/960c4149-858c-4be1-a8f9-c974daee5d11 HTTP/1.1" status: 200 len: 1094 time: 0.7863555 May 04 13:50:05.485828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:05.488680 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:05.519266 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e391b0-cb67-4275-aecb-3b2c66d40b8c service neutron] Pushing event updated for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:05.539269 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe96f9d-914e-4f17-b231-3250c2520192 x-openstack-request-id: req-dfe96f9d-914e-4f17-b231-3250c2520192 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:05.539443 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:05.539666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfe96f9d-914e-4f17-b231-3250c2520192 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:05.540072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe96f9d-914e-4f17-b231-3250c2520192'] response: {'name': 'network-changed', 'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11', 'status': 'completed', 'code': 200} May 04 13:50:05.582113 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38748) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:05.598606 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-b41d1729-f3c0-46ce-9034-df253bdb686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:05.600417 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-b41d1729-f3c0-46ce-9034-df253bdb686a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 1128 time: 0.0443161 May 04 13:50:05.649963 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-ab8a814c-ed9f-4689-b860-bce6f191d064 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=960c4149-858c-4be1-a8f9-c974daee5d11 HTTP/1.1" status: 200 len: 217 time: 0.0372143 May 04 13:50:05.705090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-38eee588-6c77-45f3-8a1c-89e48d0b4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:05.707097 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-38eee588-6c77-45f3-8a1c-89e48d0b4b83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95ebfb40-b60b-47db-b529-2221ccf6d1ff HTTP/1.1" status: 200 len: 849 time: 0.0487015 May 04 13:50:05.730372 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-12550506-ba5e-450e-86ac-eb1ac8c30201 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4144b8f8d82547e0bda57e65a659d3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466498 May 04 13:50:05.732435 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38754) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:05.748799 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-a36a3264-7406-45d5-9490-e2cd28867229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1da6ce6b-d612-42cb-bade-1575b4c18229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280738 May 04 13:50:05.782201 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] Publish callbacks [] for security_group (b856e6a4-4f1f-4679-acd4-d24da513f00a), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.809840 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] Publish callbacks [] for security_group (b856e6a4-4f1f-4679-acd4-d24da513f00a), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.859493 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b856e6a4-4f1f-4679-acd4-d24da513f00a), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.862009 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:05.863156 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b856e6a4-4f1f-4679-acd4-d24da513f00a HTTP/1.1" status: 204 len: 168 time: 0.1298239 May 04 13:50:05.871295 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4474b1e-cbf8-44d5-ae24-340ce5087bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b856e6a4-4f1f-4679-acd4-d24da513f00a,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:05.879654 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023d67f-bbdb-44f0-a915-1ea930fac73c req-9e136af4-101b-46ac-923c-25525c676229 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:05.880939 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6023d67f-bbdb-44f0-a915-1ea930fac73c req-9e136af4-101b-46ac-923c-25525c676229 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1057651 May 04 13:50:05.921537 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-94732495-cbe4-4792-af0e-38786d089e0d service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650021 May 04 13:50:05.966824 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6023d67f-bbdb-44f0-a915-1ea930fac73c req-94cff67c-93dd-4d50-9ad6-e0bbcc691307 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762765 May 04 13:50:06.043949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54fb11fa-f52e-4f8e-8050-c4dd3494b724 req-c1044764-1b54-4ff3-b81c-891a33b12891 service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056542 May 04 13:50:06.322464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52388338-a274-4af6-b05a-9a7f78188100 req-9b3f990b-ea1b-421b-8256-8214f506b120 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:06.324323 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52388338-a274-4af6-b05a-9a7f78188100 req-9b3f990b-ea1b-421b-8256-8214f506b120 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.2794399 May 04 13:50:06.336664 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977ee21-0070-4bac-8a07-cf1a4bc1adda req-b3cf5c2d-e7ef-4587-a947-a71ff1c44a1c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:06.338156 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e977ee21-0070-4bac-8a07-cf1a4bc1adda req-b3cf5c2d-e7ef-4587-a947-a71ff1c44a1c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 944 time: 0.0634363 May 04 13:50:06.413124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52388338-a274-4af6-b05a-9a7f78188100 req-ede123db-e0c4-4f8b-b89b-0dd28796f248 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740025 May 04 13:50:06.416120 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e977ee21-0070-4bac-8a07-cf1a4bc1adda req-d7a133a1-1c87-4ae5-976b-5cfb45440fac tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 May 04 13:50:06.543140 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38786) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:06.648986 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1687054278-network', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:06.669998 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Made reservation on behalf of 05f64d63ad6d44dca07315ac8fd865e5 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:06.672444 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.683752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.768471 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks [] for security_group (c6bc6a6f-8792-446c-ac9f-0760b44c2eac), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.773626 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c6bc6a6f-8792-446c-ac9f-0760b44c2eac), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.800527 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:50:06.810271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc6a6f-8792-446c-ac9f-0760b44c2eac,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:06.815277 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (e8201c23-b966-49fa-b4a0-8ce2274baff8), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.815885 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Added segment e8201c23-b966-49fa-b4a0-8ce2274baff8 of type vlan for network b316946b-9135-408c-93e9-eab4d23e0c82 May 04 13:50:06.858820 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (b316946b-9135-408c-93e9-eab4d23e0c82), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.883777 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (b316946b-9135-408c-93e9-eab4d23e0c82), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.884856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:06.885537 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.919024 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747408 May 04 13:50:06.922088 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38796) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:06.928298 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Request body: {'subnet': {'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1687054278-subnet', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:06.948418 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Made reservation on behalf of 05f64d63ad6d44dca07315ac8fd865e5 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:06.950663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:06.951835 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa70995-65c9-47a5-b53d-f5f4347b59bf admin admin] Pushing event updated for resources: {'Network': ['ID=b316946b-9135-408c-93e9-eab4d23e0c82,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:06.962009 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network b316946b-9135-408c-93e9-eab4d23e0c82 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:50:06.986663 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 960c4149-858c-4be1-a8f9-c974daee5d11 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:50:07.092718 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-d95f7256-1484-4187-91e2-a4b97ac6cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.094304 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-d95f7256-1484-4187-91e2-a4b97ac6cc67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 1128 time: 0.0891676 May 04 13:50:07.135993 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35075616-8df2-4bda-80b1-24eff5143966 req-1474ab5c-9ad3-4816-a7ba-9077c7c73c2b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.137445 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-35075616-8df2-4bda-80b1-24eff5143966 req-1474ab5c-9ad3-4816-a7ba-9077c7c73c2b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0838773 May 04 13:50:07.140365 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=960c4149-858c-4be1-a8f9-c974daee5d11,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:07.152851 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '960c4149-858c-4be1-a8f9-c974daee5d11', 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229', 'port_id': '960c4149-858c-4be1-a8f9-c974daee5d11', 'mac_address': 'fa:16:3e:c4:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ebfb40-b60b-47db-b529-2221ccf6d1ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:50:07.197972 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 960c4149-858c-4be1-a8f9-c974daee5d11 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:07.198355 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.215634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960c4149-858c-4be1-a8f9-c974daee5d11 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:07.237069 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=960c4149-858c-4be1-a8f9-c974daee5d11,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:07.243723 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.280519 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-35075616-8df2-4bda-80b1-24eff5143966 req-35d4fdd5-9f4d-4d87-828c-f1e8eaa78cb2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340137 May 04 13:50:07.301642 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:07.308341 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-1d4673de-1d9c-4386-88a9-9afa7079879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.310197 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-1d4673de-1d9c-4386-88a9-9afa7079879d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 200 len: 910 time: 0.2029254 May 04 13:50:07.361130 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-24894037-70ce-4814-b7e4-ab6dc880aba0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=960c4149-858c-4be1-a8f9-c974daee5d11 HTTP/1.1" status: 200 len: 217 time: 0.0395651 May 04 13:50:07.363231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (845ff32c-c033-4b40-a85a-11c1ea806916), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.455411 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=845ff32c-c033-4b40-a85a-11c1ea806916,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:07.465040 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-93c9c71c-5f5a-45b5-a67d-f752995c808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.466501 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-93c9c71c-5f5a-45b5-a67d-f752995c808e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95ebfb40-b60b-47db-b529-2221ccf6d1ff HTTP/1.1" status: 200 len: 849 time: 0.0972571 May 04 13:50:07.473685 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Checking segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:07.474046 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Network hostable DHCP agents. Network: b316946b-9135-408c-93e9-eab4d23e0c82, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:07.533613 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-a3c69c9f-7601-407d-93c3-106d692e6a98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1da6ce6b-d612-42cb-bade-1575b4c18229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561073 May 04 13:50:07.536913 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['960c4149-858c-4be1-a8f9-c974daee5d11'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:50:07.614454 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1541d9d-bb1e-4f08-9879-412102eff7b7 req-addd44fc-2353-4394-9770-ab1375f078b9 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.615895 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a1541d9d-bb1e-4f08-9879-412102eff7b7 req-addd44fc-2353-4394-9770-ab1375f078b9 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 945 time: 0.1261601 May 04 13:50:07.622618 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Network b316946b-9135-408c-93e9-eab4d23e0c82 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:07.667649 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa621-5683-4c2b-9c2a-6368070714a3 req-7bd8ece8-2c52-4bf2-abdc-ff2530cdd0b2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.669105 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7eaa621-5683-4c2b-9c2a-6368070714a3 req-7bd8ece8-2c52-4bf2-abdc-ff2530cdd0b2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1526530 May 04 13:50:07.684111 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, b316946b-9135-408c-93e9-eab4d23e0c82) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:07.692993 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6755f0f-e42b-4aaa-b53a-978cd7173b36 None None] Network b316946b-9135-408c-93e9-eab4d23e0c82 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:07.702146 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:07.702739 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.761397 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-94effaf0-ddf7-4ed1-8ba6-343ca3ffa6ee admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8376362 May 04 13:50:07.764163 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38806) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:07.768101 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-4daa6274-6047-4a92-8ce0-89f315adf6b6 service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166891 May 04 13:50:07.769962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:07.774984 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a1541d9d-bb1e-4f08-9879-412102eff7b7 req-d5caae7a-0315-4099-8dce-0b8ebc5fc54d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455147 May 04 13:50:07.817828 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-b316946b-9135-408c-93e9-eab4d23e0c82', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:50:07.819717 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.826068 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.827507 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7eaa621-5683-4c2b-9c2a-6368070714a3 req-4634e195-0eed-4a64-8214-4826a99ce2bb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321352 May 04 13:50:07.828894 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.940196 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a700ae97-76a2-4fb4-b1e5-1dc3549c3683 req-12335c28-3e99-47ee-bde1-dda1174c42f2 service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600564 May 04 13:50:07.957675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for router_controller (9efa65af-4172-4d35-ab80-1f57a6cdebec), precommit_add_association {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:07.998713 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Allocated IP 172.20.0.2 (b316946b-9135-408c-93e9-eab4d23e0c82/845ff32c-c033-4b40-a85a-11c1ea806916/be2f4788-d822-48b7-a852-436912b252eb) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:08.117430 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for router_gateway (9efa65af-4172-4d35-ab80-1f57a6cdebec), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.154716 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks [] for port (be2f4788-d822-48b7-a852-436912b252eb), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.171812 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (be2f4788-d822-48b7-a852-436912b252eb), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.208832 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Network b316946b-9135-408c-93e9-eab4d23e0c82 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:08.212431 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:08.215897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:08.273234 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Pushing event updated for resources: {'Port': ['ID=be2f4788-d822-48b7-a852-436912b252eb,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:08.290035 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Attempting to bind port be2f4788-d822-48b7-a852-436912b252eb on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:08.290406 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Attempting to bind port be2f4788-d822-48b7-a852-436912b252eb by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:08.290766 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Attempting to bind port be2f4788-d822-48b7-a852-436912b252eb on network b316946b-9135-408c-93e9-eab4d23e0c82 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:08.296052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:08.296628 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Checking segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:08.297210 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.297603 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Bound using segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:08.298064 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Bound port: be2f4788-d822-48b7-a852-436912b252eb, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:08.298476 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (be2f4788-d822-48b7-a852-436912b252eb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.363826 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for router_gateway (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.373988 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] For port be2f4788-d822-48b7-a852-436912b252eb, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:08.377742 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] For port be2f4788-d822-48b7-a852-436912b252eb, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=be2f4788-d822-48b7-a852-436912b252eb,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:08.383303 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.385656 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (be2f4788-d822-48b7-a852-436912b252eb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.419475 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4681d03-7751-43a1-8a85-714f68aad726 req-addcecd3-63d6-4556-9dcd-5c24de1094f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:08.424399 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4681d03-7751-43a1-8a85-714f68aad726 req-addcecd3-63d6-4556-9dcd-5c24de1094f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0617394 May 04 13:50:08.447170 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5e50f-b977-42d1-bd97-5673eb7f682e None None] Pushing event updated for resources: {'Port': ['ID=be2f4788-d822-48b7-a852-436912b252eb,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:08.493214 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4681d03-7751-43a1-8a85-714f68aad726 req-e98a3c46-715e-4ed9-bda7-3ce56464d0bb tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601792 May 04 13:50:08.510196 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Allocated IP 172.27.1.51 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/b84d4dd1-3743-410c-bf98-e538456e24fe) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:08.661165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.703749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:08.745596 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:08.750737 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:08.753841 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:08.784896 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Pushing event updated for resources: {'Port': ['ID=b84d4dd1-3743-410c-bf98-e538456e24fe,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:08.931061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32709d-9c5f-4d54-8fc0-27c557cc553d req-5b30d0c9-aab8-43e0-8bd9-2368e92a1039 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:08.933367 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5b32709d-9c5f-4d54-8fc0-27c557cc553d req-5b30d0c9-aab8-43e0-8bd9-2368e92a1039 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 945 time: 0.0774944 May 04 13:50:08.964111 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32882-bb4c-41d5-9e20-0b1598f82d0f req-074e2ad9-68e8-4b69-85d8-97d78451fe9e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:08.965595 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7ee32882-bb4c-41d5-9e20-0b1598f82d0f req-074e2ad9-68e8-4b69-85d8-97d78451fe9e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0755787 May 04 13:50:09.025171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5b32709d-9c5f-4d54-8fc0-27c557cc553d req-49b1ff19-ba85-40e0-b149-287db621d6d9 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853410 May 04 13:50:09.042266 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7ee32882-bb4c-41d5-9e20-0b1598f82d0f req-fa9a4eeb-a12a-4d34-9394-e5c42d31c3de tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689592 May 04 13:50:09.050653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for router_gateway (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.256555 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.387607 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2421072-a8fd-4dc2-9a57-e77ed6718887 None None] Network b316946b-9135-408c-93e9-eab4d23e0c82 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:09.411404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Router 9efa65af-4172-4d35-ab80-1f57a6cdebec is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:50:09.418890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Provisioning complete for port be2f4788-d822-48b7-a852-436912b252eb triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:09.419310 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (be2f4788-d822-48b7-a852-436912b252eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.538616 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:09.553004 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Sync routers for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:09.567949 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:09.568575 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:09.569780 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device be2f4788-d822-48b7-a852-436912b252eb up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:09.574737 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.576093 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d34bd79e-fd0e-4036-892b-2570f6a61109 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8099086 May 04 13:50:09.579057 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38828) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:09.626428 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Current status of the port be2f4788-d822-48b7-a852-436912b252eb is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:09.626766 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (be2f4788-d822-48b7-a852-436912b252eb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.659661 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port be2f4788-d822-48b7-a852-436912b252eb triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:09.660051 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (be2f4788-d822-48b7-a852-436912b252eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.687924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5def9-a77e-40a1-8976-f386f824c5fa req-fb217299-04a0-4758-b249-34235b64fb2d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:09.689911 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-19a5def9-a77e-40a1-8976-f386f824c5fa req-fb217299-04a0-4758-b249-34235b64fb2d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1002703 May 04 13:50:09.703798 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 960c4149-858c-4be1-a8f9-c974daee5d11 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:09.733893 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:09.744852 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] For port be2f4788-d822-48b7-a852-436912b252eb, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=be2f4788-d822-48b7-a852-436912b252eb,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:09.773425 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (be2f4788-d822-48b7-a852-436912b252eb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.790504 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-19a5def9-a77e-40a1-8976-f386f824c5fa req-75134df9-4c98-4492-a0cb-7aa69a219906 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 May 04 13:50:09.837735 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 960c4149-858c-4be1-a8f9-c974daee5d11 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:50:09.851877 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 960c4149-858c-4be1-a8f9-c974daee5d11 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:09.852654 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.886276 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679b46a-d9a8-4ad1-bc6f-5a0221a2faea None None] Pushing event updated for resources: {'Port': ['ID=be2f4788-d822-48b7-a852-436912b252eb,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:09.919473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port be2f4788-d822-48b7-a852-436912b252eb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:09.931332 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-0cf8becd-1c2d-4873-bb5f-01ee976b41d1 None None] Provisioning complete for port be2f4788-d822-48b7-a852-436912b252eb triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:09.931744 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0cf8becd-1c2d-4873-bb5f-01ee976b41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (be2f4788-d822-48b7-a852-436912b252eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:09.966012 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:08Z', 'revision_number': 3, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:09.994216 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Checking router: 9efa65af-4172-4d35-ab80-1f57a6cdebec for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:09.994654 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Updating router 9efa65af-4172-4d35-ab80-1f57a6cdebec port b84d4dd1-3743-410c-bf98-e538456e24fe binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:10.036226 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.073898 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8becd-1c2d-4873-bb5f-01ee976b41d1 None None] Current status of the port be2f4788-d822-48b7-a852-436912b252eb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:10.085934 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 960c4149-858c-4be1-a8f9-c974daee5d11 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:10.086322 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.118556 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:10.122090 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594836b3-3786-4670-b0cd-a87786511a26" -d '{"events": [{"server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "name": "network-vif-plugged", "status": "completed", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:10.139856 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=960c4149-858c-4be1-a8f9-c974daee5d11,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:10.144945 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.200445 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:10.245609 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc04f3-8244-4f50-9f72-1315c2bc6c99 req-6fc9f446-69a8-4d7e-bcb7-0e31205cc297 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:10.247192 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-72bc04f3-8244-4f50-9f72-1315c2bc6c99 req-6fc9f446-69a8-4d7e-bcb7-0e31205cc297 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.1137335 May 04 13:50:10.264023 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9409b0-ed67-47c5-948a-1e1216855f19 req-10150a7c-1a23-44c5-acc7-2cd498a7bbee tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:10.265813 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-af9409b0-ed67-47c5-948a-1e1216855f19 req-10150a7c-1a23-44c5-acc7-2cd498a7bbee tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1138816 May 04 13:50:10.287341 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.345583 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks [] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.352200 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.364239 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-72bc04f3-8244-4f50-9f72-1315c2bc6c99 req-4c0475a5-0466-4899-9b7c-8faf929214af tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090281 May 04 13:50:10.394657 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec269-4304-40ae-b3c2-9b57aa8e7035 None None] Pushing event updated for resources: {'Port': ['ID=b84d4dd1-3743-410c-bf98-e538456e24fe,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:10.406534 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-af9409b0-ed67-47c5-948a-1e1216855f19 req-3429201e-c709-4a72-9be9-347ec50a0ad2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328757 May 04 13:50:10.413981 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Attempting to bind port b84d4dd1-3743-410c-bf98-e538456e24fe on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:10.414222 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Attempting to bind port b84d4dd1-3743-410c-bf98-e538456e24fe by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:10.414584 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Attempting to bind port b84d4dd1-3743-410c-bf98-e538456e24fe on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:10.431756 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:10.432178 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:10.434794 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.434794 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:10.434794 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Bound port: b84d4dd1-3743-410c-bf98-e538456e24fe, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:10.434794 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.443997 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5bbd40-b7c8-4d3d-9a65-a427b14c5429 x-openstack-request-id: req-3b5bbd40-b7c8-4d3d-9a65-a427b14c5429 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:10.444503 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "name": "network-vif-plugged", "status": "completed", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:10.444743 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b5bbd40-b7c8-4d3d-9a65-a427b14c5429 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:10.445208 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5bbd40-b7c8-4d3d-9a65-a427b14c5429'] response: {'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11', 'code': 200} May 04 13:50:10.487385 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] For port b84d4dd1-3743-410c-bf98-e538456e24fe, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:10.490788 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] For port b84d4dd1-3743-410c-bf98-e538456e24fe, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b84d4dd1-3743-410c-bf98-e538456e24fe,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:10.498737 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.518547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Allocated IP 172.20.0.1 (b316946b-9135-408c-93e9-eab4d23e0c82/845ff32c-c033-4b40-a85a-11c1ea806916/b548aeca-6605-4b74-ab51-9184211585bf) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:10.558885 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec269-4304-40ae-b3c2-9b57aa8e7035 None None] Pushing event updated for resources: {'Port': ['ID=b84d4dd1-3743-410c-bf98-e538456e24fe,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:10.561781 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:10.562380 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:10.637800 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks [] for port (b548aeca-6605-4b74-ab51-9184211585bf), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.671853 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:10.675643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.711713 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Network b316946b-9135-408c-93e9-eab4d23e0c82 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:10.714429 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:10.717923 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:10.745048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:10.765021 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.948666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b548aeca-6605-4b74-ab51-9184211585bf), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:10.951301 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:08Z', 'revision_number': 3, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:10.956092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc4e-dcb7-4c17-8374-3edc44dcde54 req-79ec5d97-73b0-49f7-91dc-88b7791bafc1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:10.957556 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afb5fc4e-dcb7-4c17-8374-3edc44dcde54 req-79ec5d97-73b0-49f7-91dc-88b7791bafc1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0748982 May 04 13:50:10.977924 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e4542-74d5-4aac-a57f-2acf9d54346c None None] The sync data for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi is: [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:08Z', 'revision_number': 3, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:11.011115 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-547fe5fc-2a6b-4bf5-9605-0d9cbc5f0442 None None] Provisioning complete for port b548aeca-6605-4b74-ab51-9184211585bf triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:11.011691 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-547fe5fc-2a6b-4bf5-9605-0d9cbc5f0442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b548aeca-6605-4b74-ab51-9184211585bf), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.048453 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-547fe5fc-2a6b-4bf5-9605-0d9cbc5f0442 None None] Port b548aeca-6605-4b74-ab51-9184211585bf cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:11.051287 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afb5fc4e-dcb7-4c17-8374-3edc44dcde54 req-47947f12-3c69-4b23-9686-aca6e942e898 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 May 04 13:50:11.161894 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks [] for port (b548aeca-6605-4b74-ab51-9184211585bf), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.166720 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.236532 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.238204 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:11.337745 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Network b316946b-9135-408c-93e9-eab4d23e0c82 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:11.339139 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:11.679864 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-335fc9c8-2c85-4070-8cca-2fbf295a277d None None] Provisioning complete for port b548aeca-6605-4b74-ab51-9184211585bf triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:11.680919 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-335fc9c8-2c85-4070-8cca-2fbf295a277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b548aeca-6605-4b74-ab51-9184211585bf), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.713560 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device be2f4788-d822-48b7-a852-436912b252eb up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:11.753986 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-335fc9c8-2c85-4070-8cca-2fbf295a277d None None] Port b548aeca-6605-4b74-ab51-9184211585bf cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:11.775289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port be2f4788-d822-48b7-a852-436912b252eb triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:11.775664 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (be2f4788-d822-48b7-a852-436912b252eb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.862761 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port be2f4788-d822-48b7-a852-436912b252eb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:11.863873 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b84d4dd1-3743-410c-bf98-e538456e24fe up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:11.880322 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301837a3-321c-406f-b676-4abbc13ff090 req-fe406839-d4f7-4783-86ef-9ab378ae02cb tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:11.881882 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-301837a3-321c-406f-b676-4abbc13ff090 req-fe406839-d4f7-4783-86ef-9ab378ae02cb tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.4006763 May 04 13:50:11.882918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275160-c9c3-405a-a0b7-8a6703b061a9 req-74442975-a959-4d10-b53b-b451dcb6d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:11.884272 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1a275160-c9c3-405a-a0b7-8a6703b061a9 req-74442975-a959-4d10-b53b-b451dcb6d46f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 1130 time: 0.1221483 May 04 13:50:11.891258 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Router 9efa65af-4172-4d35-ab80-1f57a6cdebec has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:50:11.904805 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe2696-fe87-429d-a787-dd54a73b7608 req-31cdfb44-45e8-4abd-a248-c592850bdbf4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:11.906270 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bffe2696-fe87-429d-a787-dd54a73b7608 req-31cdfb44-45e8-4abd-a248-c592850bdbf4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1455629 May 04 13:50:11.911344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port b84d4dd1-3743-410c-bf98-e538456e24fe triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:11.911714 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:11.998973 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port b84d4dd1-3743-410c-bf98-e538456e24fe is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:11.999415 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.020637 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port b84d4dd1-3743-410c-bf98-e538456e24fe, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b84d4dd1-3743-410c-bf98-e538456e24fe,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:12.025939 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.063850 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-301837a3-321c-406f-b676-4abbc13ff090 req-a51e5983-c255-4be4-b22c-b794be2246b6 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745701 May 04 13:50:12.078057 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1a275160-c9c3-405a-a0b7-8a6703b061a9 req-ed52ce8a-b78e-4535-95c2-03a86d8271f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708407 May 04 13:50:12.083449 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bffe2696-fe87-429d-a787-dd54a73b7608 req-2dea28eb-53c5-428c-ac1f-446245731553 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680863 May 04 13:50:12.092861 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=b84d4dd1-3743-410c-bf98-e538456e24fe,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:12.148538 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:12.160474 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f83cd2b3-2fe9-4f0f-8791-0fd5652adcf6 admin admin] 10.222.0.73 "PUT /v2.0/routers/9efa65af-4172-4d35-ab80-1f57a6cdebec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5737488 May 04 13:50:12.204356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9462e-4bfb-4d5e-8bdd-a268a5430e17 req-e5220b7c-bde2-48a3-9065-1183aa923123 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:12.205908 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbb9462e-4bfb-4d5e-8bdd-a268a5430e17 req-e5220b7c-bde2-48a3-9065-1183aa923123 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0505092 May 04 13:50:12.252529 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbb9462e-4bfb-4d5e-8bdd-a268a5430e17 req-d4a44cc0-9c87-430e-a84b-acbb137f0ab9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 May 04 13:50:12.628373 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 38886) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:12.633210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1464430568-network', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:12.654818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Made reservation on behalf of 1c2f56d4b9c842568c5fc12f85dd0d3f for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:12.657124 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.665866 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.732778 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Sync routers for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:12.743330 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:12.743951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:12.761124 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks [] for security_group (8b15b423-e5a0-4045-972b-9ed26bcba028), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.765090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8b15b423-e5a0-4045-972b-9ed26bcba028), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.788212 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:50:12.808802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b15b423-e5a0-4045-972b-9ed26bcba028,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:12.812681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (c621f795-1543-4829-aef6-b80d4612e8be), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.813033 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Added segment c621f795-1543-4829-aef6-b80d4612e8be of type vlan for network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 May 04 13:50:12.855495 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (01f9e8a6-4a28-4e4a-83ba-556c006e9da7), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.858808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:12.884048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (01f9e8a6-4a28-4e4a-83ba-556c006e9da7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.885064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:12.885678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:12.914654 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2851450 May 04 13:50:12.917450 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38894) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:12.922784 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Request body: {'subnet': {'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1464430568-subnet', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:12.950030 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Made reservation on behalf of 1c2f56d4b9c842568c5fc12f85dd0d3f for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:12.951931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71607f-0da0-43d7-aaaa-9837b5a900e5 admin admin] Pushing event updated for resources: {'Network': ['ID=01f9e8a6-4a28-4e4a-83ba-556c006e9da7,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:12.953487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126255366'] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.074202 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:50:13.166205 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126255476'] for subnet (b6bdb855-b4b3-4c3f-ad8d-220a322a7521), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.261781 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Checking segment: {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:13.262392 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Network hostable DHCP agents. Network: 01f9e8a6-4a28-4e4a-83ba-556c006e9da7, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:13.272090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa6f8f-55a3-4714-a5d2-ff6a000858b7 req-71ceeaf1-3abe-4248-8d5e-cebd05ee0d1f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:13.274139 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7aa6f8f-55a3-4714-a5d2-ff6a000858b7 req-71ceeaf1-3abe-4248-8d5e-cebd05ee0d1f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.1064849 May 04 13:50:13.274849 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bdb855-b4b3-4c3f-ad8d-220a322a7521,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:13.279014 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:11Z', 'revision_number': 2, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:13.299195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:13.309983 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 01f9e8a6-4a28-4e4a-83ba-556c006e9da7) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:13.318437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Checking router: 9efa65af-4172-4d35-ab80-1f57a6cdebec for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:13.318546 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Updating router 9efa65af-4172-4d35-ab80-1f57a6cdebec port b548aeca-6605-4b74-ab51-9184211585bf binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:13.322621 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1853b28-22ef-4fef-a6b3-ccacea9d0492 None None] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:13.326903 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:13.326903 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.341724 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223b96f-56b8-4387-a71d-e489de36fbc1 req-0057cb41-8b79-490c-a20b-61f967e0d400 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:13.343186 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f223b96f-56b8-4387-a71d-e489de36fbc1 req-0057cb41-8b79-490c-a20b-61f967e0d400 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0932293 May 04 13:50:13.346553 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5f66aff8-c2fb-447f-9548-3f015710c342 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4274778 May 04 13:50:13.347263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38908) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:13.351549 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:13.372015 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (01e79edd-abd0-4208-ad8e-171ec394be46), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.373879 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (01e79edd-abd0-4208-ad8e-171ec394be46), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.377605 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b548aeca-6605-4b74-ab51-9184211585bf), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.407912 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7aa6f8f-55a3-4714-a5d2-ff6a000858b7 req-25c07b2f-f717-4d7e-971c-f1da1c437522 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141508 May 04 13:50:13.411393 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f223b96f-56b8-4387-a71d-e489de36fbc1 req-93b148fb-d898-4583-a397-611ea6dcd41e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564101 May 04 13:50:13.441900 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for router_controller (01e79edd-abd0-4208-ad8e-171ec394be46), precommit_add_association {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.545403 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'fixed_ips': [{'subnet_id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:50:13.546550 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.570781 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b84d4dd1-3743-410c-bf98-e538456e24fe up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:13.591626 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b0af1-7463-4ab2-a481-c09d9e31bc6a req-0deca1f1-ce59-432c-8539-26850718a571 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:13.593559 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-379b0af1-7463-4ab2-a481-c09d9e31bc6a req-0deca1f1-ce59-432c-8539-26850718a571 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0835609 May 04 13:50:13.660498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-379b0af1-7463-4ab2-a481-c09d9e31bc6a req-86c23d9f-6f19-4c4c-922c-2a0922b6e080 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 May 04 13:50:13.770197 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port b84d4dd1-3743-410c-bf98-e538456e24fe triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:13.770766 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.829000 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for router_gateway (01e79edd-abd0-4208-ad8e-171ec394be46), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.872090 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Allocated IP 172.20.0.2 (01f9e8a6-4a28-4e4a-83ba-556c006e9da7/b6bdb855-b4b3-4c3f-ad8d-220a322a7521/0aa6750f-9e70-4ff9-96fb-7b25080c4ca8) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:13.983339 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks [] for port (b548aeca-6605-4b74-ab51-9184211585bf), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:13.990404 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port b84d4dd1-3743-410c-bf98-e538456e24fe is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:13.994717 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.020141 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for router_gateway (01e79edd-abd0-4208-ad8e-171ec394be46), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.039035 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.096269 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc157-61b1-4ef2-bbba-fdb0265b2455 None None] Pushing event updated for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:14.156192 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Allocated IP 172.27.1.42 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/5700671b-e8fc-4b2b-ba8f-c29965716084) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:14.184610 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Attempting to bind port b548aeca-6605-4b74-ab51-9184211585bf on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:14.184990 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Attempting to bind port b548aeca-6605-4b74-ab51-9184211585bf by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:14.185362 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Attempting to bind port b548aeca-6605-4b74-ab51-9184211585bf on network b316946b-9135-408c-93e9-eab4d23e0c82 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:14.199409 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:14.199841 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Checking segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:14.200238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.200675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Bound using segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:14.201163 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Bound port: b548aeca-6605-4b74-ab51-9184211585bf, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:14.201543 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b548aeca-6605-4b74-ab51-9184211585bf), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.212875 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks [] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.244090 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.300594 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.321371 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Pushing event updated for resources: {'Port': ['ID=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:14.335017 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:14.341287 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.341938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:14.353759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:14.380838 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:14.383785 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:14.387357 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:14.388102 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] For port b548aeca-6605-4b74-ab51-9184211585bf, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:14.416110 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Pushing event updated for resources: {'Port': ['ID=5700671b-e8fc-4b2b-ba8f-c29965716084,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:14.430602 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] For port b548aeca-6605-4b74-ab51-9184211585bf, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b548aeca-6605-4b74-ab51-9184211585bf,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:14.438341 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Provisioning complete for port b548aeca-6605-4b74-ab51-9184211585bf triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:14.438734 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b548aeca-6605-4b74-ab51-9184211585bf), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.464079 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.561007 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Attempting to bind port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:14.561167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Attempting to bind port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:14.561650 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Attempting to bind port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 on network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:14.568106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674203b1-c219-4752-88f3-d80169d8bbc4 req-05c6a5ab-7a6f-4337-a0d1-c1c94ee32e22 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:14.570157 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-674203b1-c219-4752-88f3-d80169d8bbc4 req-05c6a5ab-7a6f-4337-a0d1-c1c94ee32e22 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0756149 May 04 13:50:14.576541 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e795c8-462e-4ff1-aa6f-1096e5bd4c6c req-ed775c36-83d8-4eba-9f3f-5bd3b6685500 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:14.578260 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-72e795c8-462e-4ff1-aa6f-1096e5bd4c6c req-ed775c36-83d8-4eba-9f3f-5bd3b6685500 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.0855258 May 04 13:50:14.594140 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:14.594431 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Checking segment: {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:14.594831 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.595370 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Bound using segment: {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:14.596400 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Bound port: 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:14.596810 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.630888 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-674203b1-c219-4752-88f3-d80169d8bbc4 req-1dcfd273-1fba-4ffb-bf3e-c5e44f0e7d57 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514789 May 04 13:50:14.661700 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:14.662635 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:14.675738 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc157-61b1-4ef2-bbba-fdb0265b2455 None None] Pushing event updated for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:14.710783 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for router_gateway (01e79edd-abd0-4208-ad8e-171ec394be46), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.719049 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-72e795c8-462e-4ff1-aa6f-1096e5bd4c6c req-b61c3334-cf44-4926-a681-df850418fb89 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922394 May 04 13:50:14.801578 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Current status of the port b548aeca-6605-4b74-ab51-9184211585bf is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:14.802634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b548aeca-6605-4b74-ab51-9184211585bf), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:14.882683 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddf569-9fa2-4890-a363-396b51fe458d req-261c3287-f118-4396-85ae-caae62ef2b88 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:14.884383 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33ddf569-9fa2-4890-a363-396b51fe458d req-261c3287-f118-4396-85ae-caae62ef2b88 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1109910 May 04 13:50:14.893728 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-d954968f-1c9a-4d27-bef0-7942804d7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:14.895391 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-d954968f-1c9a-4d27-bef0-7942804d7222 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0575843 May 04 13:50:14.974233 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33ddf569-9fa2-4890-a363-396b51fe458d req-7eb9a748-77ef-496a-b3e4-2aa61968a988 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 May 04 13:50:15.012101 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (01e79edd-abd0-4208-ad8e-171ec394be46), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:15.046949 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] For port b548aeca-6605-4b74-ab51-9184211585bf, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b548aeca-6605-4b74-ab51-9184211585bf,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:15.050359 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] For port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:15.054586 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-bd14bc21-57ce-40f4-b309-7e504297ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:15.056206 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-bd14bc21-57ce-40f4-b309-7e504297ddc8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.1371579 May 04 13:50:15.072095 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:15.079575 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] For port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:15.087850 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:15.134250 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:15.189112 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Router 01e79edd-abd0-4208-ad8e-171ec394be46 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:50:15.192736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-36269ee4-2352-4537-98e2-c0044b2fd96f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 1001 time: 0.1284294 May 04 13:50:15.232513 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9fe39-64c3-4bd3-96a6-919daf02506a None None] Pushing event updated for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:15.250290 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-00a3ef30-48fe-4f00-99eb-8a92f56ea7f2 None None] Provisioning complete for port b548aeca-6605-4b74-ab51-9184211585bf triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:15.250290 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-00a3ef30-48fe-4f00-99eb-8a92f56ea7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b548aeca-6605-4b74-ab51-9184211585bf), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:15.287026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-e3b0478b-c72a-422f-be52-2ebad44600b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:15.294262 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-e3b0478b-c72a-422f-be52-2ebad44600b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0834463 May 04 13:50:15.344658 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:15.357383 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Sync routers for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:15.364448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-bc23c78a-bfa5-404c-b15b-09fa1153397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:15.366498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-bc23c78a-bfa5-404c-b15b-09fa1153397d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658410 May 04 13:50:15.382757 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:15.383250 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:15.400352 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:15.401597 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-fe6deaae-2212-4020-9ef3-189e428ad710 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0533934 May 04 13:50:15.405362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 38938) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:15.479489 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:15.519024 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e137d-2f94-4e1a-87f9-1bdaabea3c48 None None] Pushing event updated for resources: {'Port': ['ID=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:15.541939 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77762f6d-4f0e-42bf-bdfa-6ab347be06dd None None] The sync data for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi is: [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:15.544036 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:50:15.607480 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-9fbee22d-37a7-436d-8180-e7530073000c service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284248 May 04 13:50:15.692967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-00a3ef30-48fe-4f00-99eb-8a92f56ea7f2 None None] Current status of the port b548aeca-6605-4b74-ab51-9184211585bf is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:15.809587 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:15.890959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e037-2622-4d64-89c7-20c5c4979170 req-31854f65-d006-4344-a006-c8d8a49f1eb7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:15.898035 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bfe9e037-2622-4d64-89c7-20c5c4979170 req-31854f65-d006-4344-a006-c8d8a49f1eb7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1084754 May 04 13:50:15.916363 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:15.933893 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '7c5cd021-4484-4754-82ae-d47272287f88', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:50:15.986834 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: ACTIVE; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:15.987447 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.002833 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:16.023154 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c42e6e6-f3e9-4916-bdbd-3921256986d0 req-1d7ebcdc-635d-44d6-8b1c-f85a80875652 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963282 May 04 13:50:16.040067 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2d62c-ed38-477e-b5fe-486816328cf7 req-847ae140-d079-43fd-9b85-36c336a7087e tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:16.041878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e0a2d62c-ed38-477e-b5fe-486816328cf7 req-847ae140-d079-43fd-9b85-36c336a7087e tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.1406162 May 04 13:50:16.096657 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:16.106250 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.113452 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.134767 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 3, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:16.157839 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bfe9e037-2622-4d64-89c7-20c5c4979170 req-ddab42a3-6087-4aad-9935-ae200d7dcc7a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588320 May 04 13:50:16.167589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=6']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:16.183997 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Checking router: 01e79edd-abd0-4208-ad8e-171ec394be46 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:16.183997 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Updating router 01e79edd-abd0-4208-ad8e-171ec394be46 port 5700671b-e8fc-4b2b-ba8f-c29965716084 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:16.209083 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e0a2d62c-ed38-477e-b5fe-486816328cf7 req-88de22ec-6a52-4540-b640-5cd9d36e5829 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446767 May 04 13:50:16.218505 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.246178 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['7c5cd021-4484-4754-82ae-d47272287f88'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:50:16.275792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6d061c4c-ebc0-406b-a18b-97039932b171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.383499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7748e-600a-49e4-acc6-39bb62921c06 req-eb4914a4-2941-4fad-b66c-e65461c821f3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:16.394579 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a3a7748e-600a-49e4-acc6-39bb62921c06 req-eb4914a4-2941-4fad-b66c-e65461c821f3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1069536 May 04 13:50:16.430542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.513942 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a3a7748e-600a-49e4-acc6-39bb62921c06 req-db04b2b7-fa62-4880-971a-d136896172ca tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124325 May 04 13:50:16.678046 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Allocated IP 172.20.0.1 (01f9e8a6-4a28-4e4a-83ba-556c006e9da7/b6bdb855-b4b3-4c3f-ad8d-220a322a7521/a6d9d47f-fb63-4d3d-948a-0925c36953f0) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:16.714693 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks [] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.724865 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.805557 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb065ef5-d014-4272-b90f-75f17cd5fbd2 None None] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:16.838266 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks [] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.850089 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90192c-f1f8-4aa7-81de-9163ab37815e None None] Pushing event updated for resources: {'Port': ['ID=5700671b-e8fc-4b2b-ba8f-c29965716084,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:16.854263 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Attempting to bind port 5700671b-e8fc-4b2b-ba8f-c29965716084 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:16.854731 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Attempting to bind port 5700671b-e8fc-4b2b-ba8f-c29965716084 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:16.855348 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Attempting to bind port 5700671b-e8fc-4b2b-ba8f-c29965716084 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:16.861972 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:16.862456 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:16.863041 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.863527 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:16.864848 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Bound port: 5700671b-e8fc-4b2b-ba8f-c29965716084, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:16.865308 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.883926 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Provisioning complete for port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:16.884316 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.933771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.950880 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] For port 5700671b-e8fc-4b2b-ba8f-c29965716084, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:16.955482 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] For port 5700671b-e8fc-4b2b-ba8f-c29965716084, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=5700671b-e8fc-4b2b-ba8f-c29965716084,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:16.967029 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:16.993981 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:16.997291 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:17.004507 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:17.030634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Current status of the port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:17.031183 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.040872 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:17.041489 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:49:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:17.068698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] For port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:17.074794 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.113193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (01e79edd-abd0-4208-ad8e-171ec394be46), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.121255 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90192c-f1f8-4aa7-81de-9163ab37815e None None] Pushing event updated for resources: {'Port': ['ID=5700671b-e8fc-4b2b-ba8f-c29965716084,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:17.184855 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f43c-e819-4422-acfa-2482d711a6c1 None None] Pushing event updated for resources: {'Port': ['ID=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:17.221153 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:17.234552 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.234944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.235255 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.235598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.235934 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.236326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.236654 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.236974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.237775 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.237775 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.237973 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.238280 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.242300 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.242673 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.243013 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:17.286609 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:17.406826 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.429822 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:17.430215 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.453408 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0b12-079c-4d43-99c7-579f496542a2 req-1114c355-1e4f-4d34-bfad-8bbb533472ac tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:17.485193 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4acc0b12-079c-4d43-99c7-579f496542a2 req-1114c355-1e4f-4d34-bfad-8bbb533472ac tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.2065306 May 04 13:50:17.495807 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Port a6d9d47f-fb63-4d3d-948a-0925c36953f0 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:17.499192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:17.586492 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-4621dcff-9723-4d86-9adf-a9d6a82cee03 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:17.590834 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Provisioning complete for port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:17.591218 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.596785 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-4621dcff-9723-4d86-9adf-a9d6a82cee03 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.1578751 May 04 13:50:17.718179 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8178fb-a50c-4c4e-9494-401abf99e060 req-b7070c19-3389-4324-8e41-e46bcec83ef0 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:17.723513 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 3, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:17.724051 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da8178fb-a50c-4c4e-9494-401abf99e060 req-b7070c19-3389-4324-8e41-e46bcec83ef0 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 946 time: 0.3643601 May 04 13:50:17.777982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks [] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.779262 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb3d0-4697-40ff-93e8-209c0893fd61 None None] The sync data for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi is: [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 3, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:17.789515 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.795765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:17.844336 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (01e79edd-abd0-4208-ad8e-171ec394be46), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.865991 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 7c5cd021-4484-4754-82ae-d47272287f88 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:17.866394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7c5cd021-4484-4754-82ae-d47272287f88), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:17.931294 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:50:17.931511 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4acc0b12-079c-4d43-99c7-579f496542a2 req-22d9c61f-9b96-466a-9e75-f68abe9c8915 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416869 May 04 13:50:18.008393 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:18.014306 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da8178fb-a50c-4c4e-9494-401abf99e060 req-6b2bd248-7b84-4115-bd5a-dd1bdc7105ca tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351515 May 04 13:50:18.025915 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-fedbd475-b630-4434-8377-1f8c140dec86 None None] Current status of the port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:18.035016 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Deleting port 960c4149-858c-4be1-a8f9-c974daee5d11 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:50:18.035681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.099830 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:18.100352 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.107812 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:18.109159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:18.167556 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:18.174652 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:18.177765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b5dd6-328b-491d-b043-e11243aef32f" -d '{"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:18.194135 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-ddb21396-79b5-47b5-acfd-008030a4ffc4 None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:18.194680 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ddb21396-79b5-47b5-acfd-008030a4ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.238747 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a910-a6d2-4dcc-9222-229c18e05f17 req-af94ce26-05db-44c9-888e-ee7c2cb26d0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:18.243125 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-af58a910-a6d2-4dcc-9222-229c18e05f17 req-af94ce26-05db-44c9-888e-ee7c2cb26d0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1551895 May 04 13:50:18.269025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.401763 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-ddb21396-79b5-47b5-acfd-008030a4ffc4 None None] Port a6d9d47f-fb63-4d3d-948a-0925c36953f0 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:18.403246 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:18.403715 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.449750 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c40ad99-b5ae-47a5-83b5-811aeca72833 x-openstack-request-id: req-0c40ad99-b5ae-47a5-83b5-811aeca72833 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:18.450044 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:18.450300 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c40ad99-b5ae-47a5-83b5-811aeca72833 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:18.451005 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c40ad99-b5ae-47a5-83b5-811aeca72833'] response: {'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'code': 200} May 04 13:50:18.453400 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=7']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:18.527771 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-af58a910-a6d2-4dcc-9222-229c18e05f17 req-a4ca6127-2f49-4fcb-859d-89ffa587e021 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605222 May 04 13:50:18.542654 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:18.545478 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b548aeca-6605-4b74-ab51-9184211585bf up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:18.564706 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] For port 960c4149-858c-4be1-a8f9-c974daee5d11, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=960c4149-858c-4be1-a8f9-c974daee5d11,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:18.564706 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.637003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Calling delete_port for 960c4149-858c-4be1-a8f9-c974daee5d11 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:50:18.732032 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5e45-7dcd-41a8-b916-7d6704af61a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.747671 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port b548aeca-6605-4b74-ab51-9184211585bf triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:18.748046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b548aeca-6605-4b74-ab51-9184211585bf), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.749878 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a35d68b5-00ae-4993-a47f-83afab712c5c None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:18.750266 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a35d68b5-00ae-4993-a47f-83afab712c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.860408 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Router 01e79edd-abd0-4208-ad8e-171ec394be46 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:50:18.869268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a35d68b5-00ae-4993-a47f-83afab712c5c None None] Port a6d9d47f-fb63-4d3d-948a-0925c36953f0 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:18.877031 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (960c4149-858c-4be1-a8f9-c974daee5d11), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:18.897469 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['960c4149-858c-4be1-a8f9-c974daee5d11'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:50:18.927826 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Pushing event deleted for resources: {'Port': ['ID=960c4149-858c-4be1-a8f9-c974daee5d11,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:18.937795 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.938181 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.938503 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.938838 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.939271 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.939628 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.939952 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.940649 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.940996 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.941326 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.941532 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.942112 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.942217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.942524 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:18.942816 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:19.008754 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] No DVR routers for this DVR port 960c4149-858c-4be1-a8f9-c974daee5d11 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:50:19.008754 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:19.011715 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3b27ba3b-e39a-47a7-9afb-28cff8e867df req-1d8209f4-41f8-467e-b4fb-a734f00263e4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "DELETE /v2.0/ports/960c4149-858c-4be1-a8f9-c974daee5d11 HTTP/1.1" status: 204 len: 173 time: 1.4057040 May 04 13:50:19.011715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'name': 'network-vif-deleted', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:19.013437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff05395-a85e-45c2-bb29-ea5ab5398550" -d '{"events": [{"server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "name": "network-vif-deleted", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:19.013938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port b548aeca-6605-4b74-ab51-9184211585bf is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:19.089358 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407ca0ea-506e-4314-b1ed-345706e82d4f x-openstack-request-id: req-407ca0ea-506e-4314-b1ed-345706e82d4f {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:19.089676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c1b662-8e43-4650-b3cf-accbffc6efdf", "name": "network-vif-deleted", "tag": "960c4149-858c-4be1-a8f9-c974daee5d11", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:19.089933 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-407ca0ea-506e-4314-b1ed-345706e82d4f {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:19.091405 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407ca0ea-506e-4314-b1ed-345706e82d4f'] response: {'server_uuid': 'b1c1b662-8e43-4650-b3cf-accbffc6efdf', 'name': 'network-vif-deleted', 'tag': '960c4149-858c-4be1-a8f9-c974daee5d11', 'status': 'completed', 'code': 200} May 04 13:50:19.122344 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:19.131752 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a94d832d-bb80-473d-babd-50827c4f315d admin admin] 10.222.0.73 "PUT /v2.0/routers/01e79edd-abd0-4208-ad8e-171ec394be46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7243071 May 04 13:50:19.206043 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f3fab-e076-43b4-aa1c-64ee69691f9b req-fa54ae59-b8e9-4c9f-a80a-4ebc790f4782 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:19.207701 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-952f3fab-e076-43b4-aa1c-64ee69691f9b req-fa54ae59-b8e9-4c9f-a80a-4ebc790f4782 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1511915 May 04 13:50:19.243112 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1e32d94-9647-47b0-82de-cff397e9cb88 req-8f231852-73fe-4a8e-bd84-43b1da8d6037 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1c1b662-8e43-4650-b3cf-accbffc6efdf HTTP/1.1" status: 200 len: 210 time: 0.0337319 May 04 13:50:19.318451 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-952f3fab-e076-43b4-aa1c-64ee69691f9b req-c4b02521-a9fa-41d9-ad08-99c21f08ecbf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743334 May 04 13:50:19.610373 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 5700671b-e8fc-4b2b-ba8f-c29965716084 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:19.724105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b726-3987-457f-9ceb-10d8080530b5 req-b76be548-3d8e-4929-865c-c7ff44a3278b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:19.728335 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 5700671b-e8fc-4b2b-ba8f-c29965716084 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:19.728968 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:19.737958 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6ea9b726-3987-457f-9ceb-10d8080530b5 req-b76be548-3d8e-4929-865c-c7ff44a3278b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0929501 May 04 13:50:19.811263 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6ea9b726-3987-457f-9ceb-10d8080530b5 req-4337cb96-da44-4ffe-8138-c38ab38b8e6e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 May 04 13:50:19.844427 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:19.905956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 5700671b-e8fc-4b2b-ba8f-c29965716084 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:19.906622 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:19.945951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 5700671b-e8fc-4b2b-ba8f-c29965716084, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=5700671b-e8fc-4b2b-ba8f-c29965716084,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:19.954259 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:20.077368 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=5700671b-e8fc-4b2b-ba8f-c29965716084,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:20.472561 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Sync routers for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:20.491300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1b79a-6e89-4ba2-a13c-9d9de9d9d1f4 req-06408d77-74a0-4be4-ae4d-34c6ae12d444 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:20.493949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ced1b79a-6e89-4ba2-a13c-9d9de9d9d1f4 req-06408d77-74a0-4be4-ae4d-34c6ae12d444 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0881898 May 04 13:50:20.498388 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:20.499288 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:20.569168 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ced1b79a-6e89-4ba2-a13c-9d9de9d9d1f4 req-7e07c6c0-a6b5-4416-b5ce-123805a166d9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674839 May 04 13:50:20.769621 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:20.966180 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeda91-4e04-4802-a0e1-cae38e9fee7b req-5a557c72-3aac-42cc-8483-1c41c51d61f9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:20.976930 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cfeda91-4e04-4802-a0e1-cae38e9fee7b req-5a557c72-3aac-42cc-8483-1c41c51d61f9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0715551 May 04 13:50:21.025507 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:17Z', 'revision_number': 4, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a6d9d47f-fb63-4d3d-948a-0925c36953f0', 'name': '', 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'mac_address': 'fa:16:3e:5c:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:16Z', 'updated_at': '2022-05-04T13:50:17Z', 'revision_number': 2, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'subnets': [{'id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:21.032694 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cfeda91-4e04-4802-a0e1-cae38e9fee7b req-28c53003-1243-4f5e-a1a7-2b0ba67217ee tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 May 04 13:50:21.066949 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Checking router: 01e79edd-abd0-4208-ad8e-171ec394be46 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:21.067308 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Updating router 01e79edd-abd0-4208-ad8e-171ec394be46 port a6d9d47f-fb63-4d3d-948a-0925c36953f0 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:21.117073 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.296776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.445390 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks [] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.451935 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.518412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39969c8-1d6c-430d-93b4-2922750bd3ab None None] Pushing event updated for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:21.615049 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Attempting to bind port a6d9d47f-fb63-4d3d-948a-0925c36953f0 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:21.616695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Attempting to bind port a6d9d47f-fb63-4d3d-948a-0925c36953f0 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:21.617306 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Attempting to bind port a6d9d47f-fb63-4d3d-948a-0925c36953f0 on network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:21.619956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 5700671b-e8fc-4b2b-ba8f-c29965716084 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:21.679984 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:21.680472 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Checking segment: {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:21.680947 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.681430 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Bound using segment: {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:21.682020 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Bound port: a6d9d47f-fb63-4d3d-948a-0925c36953f0, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c621f795-1543-4829-aef6-b80d4612e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:21.682506 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.721699 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 5700671b-e8fc-4b2b-ba8f-c29965716084 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:21.722173 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.767030 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7356-7b2f-429e-b9cc-8b45b22247f6 req-e72e3d57-2ab9-4c11-8a62-a76dc5563f65 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:21.775101 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c3e7356-7b2f-429e-b9cc-8b45b22247f6 req-e72e3d57-2ab9-4c11-8a62-a76dc5563f65 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0905197 May 04 13:50:21.836644 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c3e7356-7b2f-429e-b9cc-8b45b22247f6 req-f495d07a-4030-43c1-b7db-85fd5af13f4e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606477 May 04 13:50:21.883828 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] For port a6d9d47f-fb63-4d3d-948a-0925c36953f0, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:21.887513 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] For port a6d9d47f-fb63-4d3d-948a-0925c36953f0, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a6d9d47f-fb63-4d3d-948a-0925c36953f0,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:21.889228 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-7c215efd-e797-4fc1-993e-0792fd53475d None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:21.889628 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7c215efd-e797-4fc1-993e-0792fd53475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.935137 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:21.985999 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 5700671b-e8fc-4b2b-ba8f-c29965716084 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:21.990765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-7c215efd-e797-4fc1-993e-0792fd53475d None None] Port a6d9d47f-fb63-4d3d-948a-0925c36953f0 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:22.036582 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:22.037327 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:22.098698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39969c8-1d6c-430d-93b4-2922750bd3ab None None] Pushing event updated for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:22.185335 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 960c4149-858c-4be1-a8f9-c974daee5d11 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:50:22.208865 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 960c4149-858c-4be1-a8f9-c974daee5d11 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:50:22.209214 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 960c4149-858c-4be1-a8f9-c974daee5d11 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:50:22.244195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:22.249871 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fca699-5118-4f2e-8c92-e7b88f30adc9 req-7d735ae0-5123-4416-8b57-ae5548e1c99b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:22.260339 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d5fca699-5118-4f2e-8c92-e7b88f30adc9 req-7d735ae0-5123-4416-8b57-ae5548e1c99b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1203046 May 04 13:50:22.335106 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d5fca699-5118-4f2e-8c92-e7b88f30adc9 req-d8c9d4c5-a31e-4af8-8290-6a34809ddda5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738406 May 04 13:50:22.358059 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:22.358273 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:22.542162 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:17Z', 'revision_number': 4, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a6d9d47f-fb63-4d3d-948a-0925c36953f0', 'name': '', 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'mac_address': 'fa:16:3e:5c:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:16Z', 'updated_at': '2022-05-04T13:50:21Z', 'revision_number': 4, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'subnets': [{'id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:22.546526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Current status of the port a6d9d47f-fb63-4d3d-948a-0925c36953f0 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:22.546986 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:22.583004 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b01fd-0e08-4b78-947e-58ff482c2ab5 None None] The sync data for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi is: [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:50:17Z', 'revision_number': 4, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a6d9d47f-fb63-4d3d-948a-0925c36953f0', 'name': '', 'network_id': '01f9e8a6-4a28-4e4a-83ba-556c006e9da7', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'mac_address': 'fa:16:3e:5c:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:16Z', 'updated_at': '2022-05-04T13:50:21Z', 'revision_number': 4, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'subnets': [{'id': 'b6bdb855-b4b3-4c3f-ad8d-220a322a7521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:22.584745 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:22.637114 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] For port a6d9d47f-fb63-4d3d-948a-0925c36953f0, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a6d9d47f-fb63-4d3d-948a-0925c36953f0,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:22.647511 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:22.731178 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35633299-0446-4b98-8bd4-6ba7e55cdd32 None None] Pushing event updated for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:23.015624 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b590-6e6d-4e49-a6d0-497105a8b8fc req-95f21f1b-2f93-4164-b9df-162f47f5bd12 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:23.022199 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a58b590-6e6d-4e49-a6d0-497105a8b8fc req-95f21f1b-2f93-4164-b9df-162f47f5bd12 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0833406 May 04 13:50:23.077498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a58b590-6e6d-4e49-a6d0-497105a8b8fc req-53b919e6-f9f3-4e83-9b06-cb2b8f89bd15 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538216 May 04 13:50:23.466221 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0d05c-4b62-45ee-b40a-6a35749d3fee req-a11424b4-752c-444a-9c06-6dc5dfd21980 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:23.474119 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44e0d05c-4b62-45ee-b40a-6a35749d3fee req-a11424b4-752c-444a-9c06-6dc5dfd21980 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0584812 May 04 13:50:23.536125 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44e0d05c-4b62-45ee-b40a-6a35749d3fee req-bbebb15a-6dd8-44d6-bdbf-e03be749c2f5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553439 May 04 13:50:23.638367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a6d9d47f-fb63-4d3d-948a-0925c36953f0 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:23.714748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port a6d9d47f-fb63-4d3d-948a-0925c36953f0 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:23.714748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:23.839237 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port a6d9d47f-fb63-4d3d-948a-0925c36953f0 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:24.249084 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bddfc1-3555-43db-a1cf-304022dfb2a2 req-548496d7-df58-48dd-b4f3-93e2f642a3c4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:24.250671 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4bddfc1-3555-43db-a1cf-304022dfb2a2 req-548496d7-df58-48dd-b4f3-93e2f642a3c4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0686202 May 04 13:50:24.306731 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c4bddfc1-3555-43db-a1cf-304022dfb2a2 req-780a4087-0c10-4704-942a-b819800d1908 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 May 04 13:50:24.678053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42e40-9139-4179-804c-563b1fb4f46f req-2eda0478-bf2e-4b48-8e7b-2f6bc7d44471 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:24.680557 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73f42e40-9139-4179-804c-563b1fb4f46f req-2eda0478-bf2e-4b48-8e7b-2f6bc7d44471 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0617170 May 04 13:50:24.737535 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73f42e40-9139-4179-804c-563b1fb4f46f req-792966aa-7425-400d-b7dd-d18284337f50 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 May 04 13:50:25.479056 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6253dde-aff5-41fa-bd8a-d18a1c285ac2 req-943b206a-1694-411d-bc39-749844286683 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:25.486793 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6253dde-aff5-41fa-bd8a-d18a1c285ac2 req-943b206a-1694-411d-bc39-749844286683 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0629838 May 04 13:50:25.533834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6253dde-aff5-41fa-bd8a-d18a1c285ac2 req-5dc9ed4c-62c6-431b-b8a0-9a3d122824e9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455601 May 04 13:50:25.908636 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15e16-1275-4412-84cc-33a0773ecca0 req-2b6f9a35-eede-4bbb-af93-ab7338dd7889 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:25.910198 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-09b15e16-1275-4412-84cc-33a0773ecca0 req-2b6f9a35-eede-4bbb-af93-ab7338dd7889 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0776258 May 04 13:50:25.975782 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-09b15e16-1275-4412-84cc-33a0773ecca0 req-96ab0098-e18b-4c26-88e8-4b87e2bcd898 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 May 04 13:50:26.680253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae643-c57b-4628-b5c2-c6f5ca54326b req-beb50b6c-cf1b-4d49-b027-b0b24ae0b18d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:26.683008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-091ae643-c57b-4628-b5c2-c6f5ca54326b req-beb50b6c-cf1b-4d49-b027-b0b24ae0b18d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0568607 May 04 13:50:26.737247 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-091ae643-c57b-4628-b5c2-c6f5ca54326b req-3f8e7c75-e28c-4984-ac51-68e28d086607 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 May 04 13:50:27.097481 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba0d4-289e-4cc5-b81a-51621828fd76 req-d375d161-b117-4035-97a6-aedfdbab5c62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:27.111951 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3aba0d4-289e-4cc5-b81a-51621828fd76 req-d375d161-b117-4035-97a6-aedfdbab5c62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0648773 May 04 13:50:27.171910 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3aba0d4-289e-4cc5-b81a-51621828fd76 req-894502f2-1862-4c39-a777-9ddde35f18a4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 May 04 13:50:27.884288 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d49e5c-1843-450d-b8c2-3d12883cdb96 req-c1f075ba-3ef3-4e08-a995-edaf4848d93e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:27.885765 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-28d49e5c-1843-450d-b8c2-3d12883cdb96 req-c1f075ba-3ef3-4e08-a995-edaf4848d93e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0659215 May 04 13:50:27.946244 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-28d49e5c-1843-450d-b8c2-3d12883cdb96 req-643e2890-efd9-401b-9533-a8b6997a2922 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546443 May 04 13:50:28.294107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81c4e-00da-4e8d-b353-32afd69557df req-d79833d6-100f-48e9-98e0-315ddc14545f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:28.301215 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ee81c4e-00da-4e8d-b353-32afd69557df req-d79833d6-100f-48e9-98e0-315ddc14545f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0576854 May 04 13:50:28.355796 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ee81c4e-00da-4e8d-b353-32afd69557df req-1766dc76-5c98-4567-a5e6-2cbfb97d6ec3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536277 May 04 13:50:29.114174 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b4f9-dabb-4362-84d2-b01055e57741 req-b42c6ffe-ce6c-4262-8d62-293c1bee8d05 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:29.116175 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0c80b4f9-dabb-4362-84d2-b01055e57741 req-b42c6ffe-ce6c-4262-8d62-293c1bee8d05 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0857060 May 04 13:50:29.419422 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0c80b4f9-dabb-4362-84d2-b01055e57741 req-62dea306-d162-45ec-92ec-9c4c084663fe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971964 May 04 13:50:29.587707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b2aa-704b-4950-b7c0-0348488606d1 req-5b07e737-4841-4f15-98d7-adf614cf8607 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:29.596971 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b024b2aa-704b-4950-b7c0-0348488606d1 req-5b07e737-4841-4f15-98d7-adf614cf8607 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0884650 May 04 13:50:29.682873 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b024b2aa-704b-4950-b7c0-0348488606d1 req-5249b00c-c41a-4b93-97f0-41c4632bea2d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849886 May 04 13:50:29.758597 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39218) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:29.934871 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ad9efa2-2f83-4a14-8256-63e5c9703365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.045277 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ad9efa2-2f83-4a14-8256-63e5c9703365 admin admin] Publish callbacks [] for security_group (81c57a50-0765-43df-a647-6a31d982b0af), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.050059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ad9efa2-2f83-4a14-8256-63e5c9703365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (81c57a50-0765-43df-a647-6a31d982b0af), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.072787 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-297d55bc-55ff-471d-bb6a-b86664636998 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:30.074791 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-297d55bc-55ff-471d-bb6a-b86664636998 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/networks?id=1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 200 len: 809 time: 0.1416719 May 04 13:50:30.075980 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-8ad9efa2-2f83-4a14-8256-63e5c9703365 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50f8db7869ef42cabbb743ab6479cb3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151228 May 04 13:50:30.079241 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39232) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:30.097692 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9efa2-2f83-4a14-8256-63e5c9703365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c57a50-0765-43df-a647-6a31d982b0af,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:30.113250 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-263e4e74-8119-45c0-9562-76808b739dce tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/quotas/3b247ac663df481cb07ef27e3759d6fe HTTP/1.1" status: 200 len: 375 time: 0.0302892 May 04 13:50:30.167384 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-2aa80117-3928-40f9-b2a5-0659dcbb10eb tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439591 May 04 13:50:30.204034 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] Publish callbacks [] for security_group (81c57a50-0765-43df-a647-6a31d982b0af), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.241707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] Publish callbacks [] for security_group (81c57a50-0765-43df-a647-6a31d982b0af), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.324893 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-32286bdc-09de-46ed-b949-4c719106d5be service neutron] 10.222.0.73 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421692 May 04 13:50:30.453785 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (81c57a50-0765-43df-a647-6a31d982b0af), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.458338 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:30.459501 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/81c57a50-0765-43df-a647-6a31d982b0af HTTP/1.1" status: 204 len: 168 time: 0.3779118 May 04 13:50:30.485659 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8edf3-f4a5-43b9-88d7-ea5883b8c06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c57a50-0765-43df-a647-6a31d982b0af,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:30.489498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-8a95144b-0b3a-4f79-9675-1ff533542b3e service neutron] 10.222.0.73 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407804 May 04 13:50:30.574039 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-d1c019ac-ffaf-4f89-a9cf-63d40c7ce95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:30.575564 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-d1c019ac-ffaf-4f89-a9cf-63d40c7ce95d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1129 time: 0.0815699 May 04 13:50:30.584231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475867a-acff-44f1-88c2-d6a09f38cfc8 req-8d239d83-6bc1-42f3-aafb-54f1c9bbc7ea tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:30.590851 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f475867a-acff-44f1-88c2-d6a09f38cfc8 req-8d239d83-6bc1-42f3-aafb-54f1c9bbc7ea tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0748980 May 04 13:50:30.724715 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f475867a-acff-44f1-88c2-d6a09f38cfc8 req-96be950d-cc2d-4855-9d00-5215eb1412eb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328754 May 04 13:50:30.795090 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cd822529-64cf-4e5c-93f8-d52ec8ed0f9c req-62204be6-34bf-47f5-9664-e729c9eb48e0 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0675864 May 04 13:50:30.798844 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-cb5dd830-d8ca-4639-acc0-529c15de3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:30.800587 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-cb5dd830-d8ca-4639-acc0-529c15de3195 service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.2069433 May 04 13:50:30.918510 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-898fcef0-b7f5-40eb-84c5-450004c6ad11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 1001 time: 0.1111681 May 04 13:50:31.009854 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda276f-9273-4534-81ae-25b472e4c76a req-aada28dd-2840-42bc-bcf9-54ceaca87ca3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:31.011472 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6cda276f-9273-4534-81ae-25b472e4c76a req-aada28dd-2840-42bc-bcf9-54ceaca87ca3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0915048 May 04 13:50:31.023434 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-fd252474-9a1b-4880-9d0f-5471d9c76105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:31.025010 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-fd252474-9a1b-4880-9d0f-5471d9c76105 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0716448 May 04 13:50:31.097188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-b8c30f2b-457c-4c1e-b246-08288eb3c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:31.098771 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-b8c30f2b-457c-4c1e-b246-08288eb3c91e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626390 May 04 13:50:31.128777 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6cda276f-9273-4534-81ae-25b472e4c76a req-6010e5ef-77bd-4bdf-a7e4-59e26e3f2b27 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077425 May 04 13:50:31.236172 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-d8e49673-c4ad-4c6c-a3e8-75999c087f6c service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292396 May 04 13:50:31.356432 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dd10c68d-831e-4b47-a3b6-d38f00d16dc0 req-cb9d69cf-2970-40f8-b859-d14027adf8ef service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065969 May 04 13:50:31.930775 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d949-b733-4f16-9af2-1277b460638b req-63c258be-c8b1-4f83-8012-5062b0540931 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:31.933675 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-edf8d949-b733-4f16-9af2-1277b460638b req-63c258be-c8b1-4f83-8012-5062b0540931 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1090212 May 04 13:50:31.978013 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f81247d9-fe03-4cad-b001-593007b1db2c req-60dffa37-9480-4243-bc8c-a28c1caa70ff tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0432308 May 04 13:50:32.024462 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-edf8d949-b733-4f16-9af2-1277b460638b req-e934ab69-5852-417a-a0cf-2932ba9fee09 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 May 04 13:50:32.449895 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866bf51-7a34-4298-8c06-38b43f7c8d64 req-1fe50dad-a8f3-4e22-9634-abb102317660 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:32.451655 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9866bf51-7a34-4298-8c06-38b43f7c8d64 req-1fe50dad-a8f3-4e22-9634-abb102317660 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0540724 May 04 13:50:32.503144 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9866bf51-7a34-4298-8c06-38b43f7c8d64 req-c663b2e1-4a0b-4a53-a53d-ded23fb3010b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 May 04 13:50:33.081365 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24f27bf4-fbea-4fa3-b115-547e74af64e9 req-bee1d152-6349-41d8-8dbd-38ba8e7209b2 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0370076 May 04 13:50:33.256098 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61766a-e9d5-4dfb-82ac-15e665cde3c6 req-15afe0b6-0510-4b5d-b980-a614002f49b2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:33.263184 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0b61766a-e9d5-4dfb-82ac-15e665cde3c6 req-15afe0b6-0510-4b5d-b980-a614002f49b2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 945 time: 0.1087623 May 04 13:50:33.334227 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0b61766a-e9d5-4dfb-82ac-15e665cde3c6 req-d3441160-83ee-4abc-b1ef-549869f75f86 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698671 May 04 13:50:33.577991 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:50:33.673491 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed120f03-f324-4c0f-8553-41606dfbe8b5 req-bace1de0-67de-4324-8bbd-e2cc7396f871 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:33.675471 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed120f03-f324-4c0f-8553-41606dfbe8b5 req-bace1de0-67de-4324-8bbd-e2cc7396f871 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0921552 May 04 13:50:33.733994 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: ACTIVE; New status is: DOWN {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:33.734713 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:33.749825 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed120f03-f324-4c0f-8553-41606dfbe8b5 req-f5023308-8f5c-40dc-b8b1-ae5f54881283 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632150 May 04 13:50:33.780027 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:33.781866 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:33.786998 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a64a4-fc83-401e-b808-d75429ac7e61" -d '{"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:33.792868 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:33.846012 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622bc253-0e15-46ed-a840-1e4f397137d5 x-openstack-request-id: req-622bc253-0e15-46ed-a840-1e4f397137d5 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:33.846461 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:33.846767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-622bc253-0e15-46ed-a840-1e4f397137d5 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:33.847312 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622bc253-0e15-46ed-a840-1e4f397137d5'] response: {'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'code': 200} May 04 13:50:33.852496 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=8']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:33.860324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.860895 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.861261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.861625 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.861966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.862295 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.862621 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.862947 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.863299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.863632 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.863952 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.864454 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.864930 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.865247 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:33.865571 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:34.192922 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9d274fa5-dcba-4d07-ae53-bba0b6a436c3 req-576b6459-45ba-4e80-a394-0b4f297a34aa tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0304248 May 04 13:50:34.462361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecca8f0-2fa5-48ce-b4ec-36b88c5ec211 req-e31a721d-dc92-41d4-a324-b32a8c1649aa tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:34.464679 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9ecca8f0-2fa5-48ce-b4ec-36b88c5ec211 req-e31a721d-dc92-41d4-a324-b32a8c1649aa tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0577238 May 04 13:50:34.513598 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9ecca8f0-2fa5-48ce-b4ec-36b88c5ec211 req-2c9d1d78-9a63-4ade-8000-51d2ef40c588 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 May 04 13:50:34.894201 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2239b1-2064-4faf-870c-1bed2a210f64 req-993f325d-5268-48d2-bba4-8f390563cd96 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:34.902139 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd2239b1-2064-4faf-870c-1bed2a210f64 req-993f325d-5268-48d2-bba4-8f390563cd96 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0678072 May 04 13:50:34.961726 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd2239b1-2064-4faf-870c-1bed2a210f64 req-ad71cc33-581a-41bd-8e29-945014b1c935 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 May 04 13:50:35.143839 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-fea94837-13dc-48c4-8455-f083489b514b req-16f60d62-1b1d-42c6-a2ae-1968ac30ff7a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:50:35.144926 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fea94837-13dc-48c4-8455-f083489b514b req-16f60d62-1b1d-42c6-a2ae-1968ac30ff7a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060053 May 04 13:50:35.333117 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a138cab4-0a46-44db-a69e-dc7a18c538ae req-aa0b9a02-8808-464d-b700-71427baf2b51 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0602958 May 04 13:50:35.483263 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d04bf2-66c8-4575-a4af-4813ca5719b7 req-aa3c0f73-a806-4428-8d68-02784c29ad16 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:35.483263 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39d04bf2-66c8-4575-a4af-4813ca5719b7 req-aa3c0f73-a806-4428-8d68-02784c29ad16 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0609889 May 04 13:50:35.544156 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39d04bf2-66c8-4575-a4af-4813ca5719b7 req-6767bc54-bf62-410c-9e1b-9c889cd7b5b3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479140 May 04 13:50:35.894403 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39386) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:35.992739 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-6f4fcc25-8840-48b9-ad1c-8944ae1a3b0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971308 May 04 13:50:36.005204 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-f22c6f9e-ca44-4d49-b13c-4bc641cc9be8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:50:36.006464 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-f22c6f9e-ca44-4d49-b13c-4bc641cc9be8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059528 May 04 13:50:36.092141 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd23bc3-d25d-4876-9026-0e40b84dd890 req-f0e4d248-54ba-466d-8ac3-5e8437bf09d9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:36.098869 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3fd23bc3-d25d-4876-9026-0e40b84dd890 req-f0e4d248-54ba-466d-8ac3-5e8437bf09d9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0667818 May 04 13:50:36.141033 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39398) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:36.152828 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3fd23bc3-d25d-4876-9026-0e40b84dd890 req-e499887c-c50d-4d05-b03e-0bc71e17341b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530972 May 04 13:50:36.213608 dv-cinder-839793-6-iscsi neutron-server[109869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 13:50:36.271221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-13ed4525-34e4-44e0-9fcd-2298d69fd04b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:36.274041 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-13ed4525-34e4-44e0-9fcd-2298d69fd04b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports/7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 940 time: 0.1318455 May 04 13:50:36.460967 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-40268015-e94c-41b4-a68f-064fc0fb3900 req-31191f8a-19fa-42a5-a694-20b8225abad9 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0420473 May 04 13:50:36.686468 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8d264-6c4d-4b8d-9593-81e6fa12c4d3 req-1b8d8cd0-cb4b-485d-b3c3-5833880d1a60 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:36.689744 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44b8d264-6c4d-4b8d-9593-81e6fa12c4d3 req-1b8d8cd0-cb4b-485d-b3c3-5833880d1a60 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0509987 May 04 13:50:36.742582 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44b8d264-6c4d-4b8d-9593-81e6fa12c4d3 req-0e1cdf01-bbd5-43bf-9298-9fa87e3eda50 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479209 May 04 13:50:37.312227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e7e0-dc6e-4963-becb-f83eac3b6c2b req-696b9c21-3b28-4fdf-b1d8-3e9747645963 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:37.314763 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7186e7e0-dc6e-4963-becb-f83eac3b6c2b req-696b9c21-3b28-4fdf-b1d8-3e9747645963 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0802538 May 04 13:50:37.396892 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7186e7e0-dc6e-4963-becb-f83eac3b6c2b req-add5e37f-58ca-4e56-8620-e4d41a87b53d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 May 04 13:50:37.468655 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e7a56-2bf8-4751-b057-35ad4f447109 req-ca029791-bd65-422d-a24e-4f60286fb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:37.471008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f17e7a56-2bf8-4751-b057-35ad4f447109 req-ca029791-bd65-422d-a24e-4f60286fb4dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1129 time: 0.0480664 May 04 13:50:37.556412 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-742d39f6-febd-481a-be2a-5dc7cf9c010c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:37.558547 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-742d39f6-febd-481a-be2a-5dc7cf9c010c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "GET /v2.0/networks?id=1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 200 len: 809 time: 0.1352818 May 04 13:50:37.574720 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Request body: {'port': {'device_id': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229', 'admin_state_up': True, 'tenant_id': '3b247ac663df481cb07ef27e3759d6fe'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:37.578837 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f17e7a56-2bf8-4751-b057-35ad4f447109 req-d1062280-efc9-40b9-b256-48200e8e78e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005559 May 04 13:50:37.622949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c8d47b10-cf82-4508-9830-39412144f7e2 req-fbaea75d-f94c-45ce-8785-9f62e2c09b17 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0391955 May 04 13:50:37.709327 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Made reservation on behalf of 3b247ac663df481cb07ef27e3759d6fe for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:37.713037 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:37.944299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Allocated IP 172.20.0.6 (1da6ce6b-d612-42cb-bade-1575b4c18229/95ebfb40-b60b-47db-b529-2221ccf6d1ff/a474af42-9981-4ef2-bdd3-4ee28c5ced41) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:37.945842 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434caef-6bd5-4cd1-b7ef-d1979f93ec55 req-0999d341-4efc-4a83-abfe-d0e2130d680e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:37.952888 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3434caef-6bd5-4cd1-b7ef-d1979f93ec55 req-0999d341-4efc-4a83-abfe-d0e2130d680e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0761011 May 04 13:50:38.015844 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3434caef-6bd5-4cd1-b7ef-d1979f93ec55 req-e331430f-3cf3-4f5c-82d9-220819ac803f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550790 May 04 13:50:38.149386 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks [] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:38.206469 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:38.309461 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Network 1da6ce6b-d612-42cb-bade-1575b4c18229 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:38.318209 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Pushing event updated for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:38.320859 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:38.323059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:38.411251 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:38.412316 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:38.434570 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-3876f0a1-c07c-466a-9c13-c79f6e9b8e5b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647127 May 04 13:50:38.462522 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Request body: {'port': {'device_id': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:38.578399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370d2b-a816-4778-bf9b-315a618c9100 req-903d7706-ebd6-4509-b7a7-eb5e7c3c45cd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:38.589584 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-55370d2b-a816-4778-bf9b-315a618c9100 req-903d7706-ebd6-4509-b7a7-eb5e7c3c45cd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0704927 May 04 13:50:38.603693 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:38.647822 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-55370d2b-a816-4778-bf9b-315a618c9100 req-b91a0379-ec6c-4288-86b5-827e550db564 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571716 May 04 13:50:38.754307 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c105905-a163-4693-adb9-9eea7b17f77d req-27b5a3b0-d0f7-4238-9988-fa0b0e77189f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:38.755901 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6c105905-a163-4693-adb9-9eea7b17f77d req-27b5a3b0-d0f7-4238-9988-fa0b0e77189f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 931 time: 0.0518875 May 04 13:50:38.863883 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6c105905-a163-4693-adb9-9eea7b17f77d req-a2f3602f-23a0-4dfd-b13c-54bf17dd4853 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019857 May 04 13:50:39.084592 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a474af42-9981-4ef2-bdd3-4ee28c5ced41 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:39.094847 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks [] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:39.112984 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Transition to ACTIVE for port object a474af42-9981-4ef2-bdd3-4ee28c5ced41 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:50:39.122123 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:39.238126 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:39.240671 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb294-3753-4d17-9060-fe1e572db800 req-15b0d7e4-6424-43b0-a80e-8aed7d5a137b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.243113 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7febb294-3753-4d17-9060-fe1e572db800 req-15b0d7e4-6424-43b0-a80e-8aed7d5a137b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0911729 May 04 13:50:39.317368 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Attempting to bind port a474af42-9981-4ef2-bdd3-4ee28c5ced41 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:39.317702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Attempting to bind port a474af42-9981-4ef2-bdd3-4ee28c5ced41 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:39.318044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Attempting to bind port a474af42-9981-4ef2-bdd3-4ee28c5ced41 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:39.325695 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Port a474af42-9981-4ef2-bdd3-4ee28c5ced41 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:50:39.325695 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Attempting to bind port a474af42-9981-4ef2-bdd3-4ee28c5ced41 on network 1da6ce6b-d612-42cb-bade-1575b4c18229 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:39.339980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:39.340906 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Checking segment: {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:39.341304 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Bound using segment: {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:39.341739 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Bound port: a474af42-9981-4ef2-bdd3-4ee28c5ced41, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad2a14-8057-4320-8fd5-4106e109c009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:39.342100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:39.349609 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7febb294-3753-4d17-9060-fe1e572db800 req-8014186e-338d-4467-ade7-f43fa749950d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947878 May 04 13:50:39.432299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:39.436059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:39.445221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:39.477994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.478610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:39.480242 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] 10.222.0.23 "PUT /v2.0/ports/a474af42-9981-4ef2-bdd3-4ee28c5ced41 HTTP/1.1" status: 200 len: 1093 time: 1.0272462 May 04 13:50:39.480846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:39.483475 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4947e223-d224-4c52-be7e-461b2998529c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:39.529066 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf8ce9-5115-44ad-bebf-ea374f66c1d1 x-openstack-request-id: req-cebf8ce9-5115-44ad-bebf-ea374f66c1d1 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:39.529418 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:39.529678 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cebf8ce9-5115-44ad-bebf-ea374f66c1d1 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:39.530084 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebf8ce9-5115-44ad-bebf-ea374f66c1d1'] response: {'name': 'network-changed', 'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41', 'status': 'completed', 'code': 200} May 04 13:50:39.534368 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1a8e-6000-4c1f-a6a5-d52eff21fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:39.636242 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947e223-d224-4c52-be7e-461b2998529c req-7be66a14-8b71-41b7-bf13-c25cc0b51c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.641989 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4947e223-d224-4c52-be7e-461b2998529c req-7be66a14-8b71-41b7-bf13-c25cc0b51c51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 1127 time: 0.0571318 May 04 13:50:39.698780 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-89193faa-9f65-467e-889d-08d1f4a1b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.702253 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-89193faa-9f65-467e-889d-08d1f4a1b593 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 1127 time: 0.1263936 May 04 13:50:39.813622 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-37a78d6d-97dd-4fe6-b251-1c13cf24b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.817626 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-37a78d6d-97dd-4fe6-b251-1c13cf24b58e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1127 time: 0.0913582 May 04 13:50:39.830244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39478) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:39.875695 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814eb13-e5c9-4bd2-9b2d-5d49099ecdec req-38fcf6b4-8d9a-40b3-b5f7-bb1cf69aabaa tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.877225 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b814eb13-e5c9-4bd2-9b2d-5d49099ecdec req-38fcf6b4-8d9a-40b3-b5f7-bb1cf69aabaa tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.1048048 May 04 13:50:39.898386 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947e223-d224-4c52-be7e-461b2998529c req-db13c6be-4f3a-49a9-b598-489536f112ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.899394 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4947e223-d224-4c52-be7e-461b2998529c req-db13c6be-4f3a-49a9-b598-489536f112ac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3b247ac663df481cb07ef27e3759d6fe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2504017 May 04 13:50:39.953337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-133fdabd-2bb6-42a8-9a80-701754862488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:39.955723 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-133fdabd-2bb6-42a8-9a80-701754862488 service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.1315353 May 04 13:50:40.021924 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-0b168a7b-90df-4e77-94d7-9046322a149d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 999 time: 0.0597432 May 04 13:50:40.055380 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b814eb13-e5c9-4bd2-9b2d-5d49099ecdec req-99855116-fc3e-40b0-8b4a-4e10bf9d2764 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687500 May 04 13:50:40.056087 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbd64-229a-4010-84d5-f5f9d4e26fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.073398 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-1ca1052b-4926-4f15-9a48-fa2540571110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.074845 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-1ca1052b-4926-4f15-9a48-fa2540571110 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0465426 May 04 13:50:40.122136 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-3f265997-42b9-4b24-925a-78831d986908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.123823 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-3f265997-42b9-4b24-925a-78831d986908 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422626 May 04 13:50:40.128482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785057b-697c-4191-b72a-555b4e90cddb req-c37feab7-fa73-4dc5-91cb-d1460d362b37 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.129947 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b785057b-697c-4191-b72a-555b4e90cddb req-c37feab7-fa73-4dc5-91cb-d1460d362b37 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 943 time: 0.1536458 May 04 13:50:40.212903 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947e223-d224-4c52-be7e-461b2998529c req-2de17953-813b-4e87-abdc-83c550ae2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.214589 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4947e223-d224-4c52-be7e-461b2998529c req-2de17953-813b-4e87-abdc-83c550ae2e42 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3086381 May 04 13:50:40.230581 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-75296cc1-010c-4944-a1f0-0bdbf97a898e service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993304 May 04 13:50:40.238672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b785057b-697c-4191-b72a-555b4e90cddb req-1e9ca7f9-bf76-499c-af1f-2808d8c2793c tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996127 May 04 13:50:40.326533 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbd64-229a-4010-84d5-f5f9d4e26fd1 admin admin] Publish callbacks [] for security_group (f2c8e01b-c704-4de7-bee7-64acd5a0db11), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.328603 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-10810178-14a4-402c-b93c-8dec14286880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.331057 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-10810178-14a4-402c-b93c-8dec14286880 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b247ac663df481cb07ef27e3759d6fe&device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 1127 time: 0.0661399 May 04 13:50:40.335990 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbd64-229a-4010-84d5-f5f9d4e26fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f2c8e01b-c704-4de7-bee7-64acd5a0db11), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.408076 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-b763e1c9-3879-4f2f-a387-706a7fb97bcc service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611736 May 04 13:50:40.674297 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-8ff27e0d-c5ab-4eeb-aecb-fdd9e4bbae3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41 HTTP/1.1" status: 200 len: 217 time: 0.3337772 May 04 13:50:40.717434 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a2fcbd64-229a-4010-84d5-f5f9d4e26fd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d6cd83adae743da8c9b23c22d78a04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8847761 May 04 13:50:40.720345 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39516) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:40.738962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcbd64-229a-4010-84d5-f5f9d4e26fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8e01b-c704-4de7-bee7-64acd5a0db11,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:40.760027 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062269-efa5-4e7a-951b-49aac0de6fca req-5d5d1934-8701-425b-99e6-d512db21786c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.761962 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80062269-efa5-4e7a-951b-49aac0de6fca req-5d5d1934-8701-425b-99e6-d512db21786c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1677465 May 04 13:50:40.771659 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] Publish callbacks [] for security_group (f2c8e01b-c704-4de7-bee7-64acd5a0db11), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.773834 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafc5d8-ff21-4f86-93e6-dda6dd214340 req-ed06df87-2de8-4f8b-b8bd-b60ac1018673 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.775325 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8eafc5d8-ff21-4f86-93e6-dda6dd214340 req-ed06df87-2de8-4f8b-b8bd-b60ac1018673 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1828194 May 04 13:50:40.797838 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] Publish callbacks [] for security_group (f2c8e01b-c704-4de7-bee7-64acd5a0db11), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.809678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-558ca294-0e00-43fe-b6dd-6e5efc592a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:40.811116 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-558ca294-0e00-43fe-b6dd-6e5efc592a70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95ebfb40-b60b-47db-b529-2221ccf6d1ff HTTP/1.1" status: 200 len: 849 time: 0.1123009 May 04 13:50:40.851009 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f2c8e01b-c704-4de7-bee7-64acd5a0db11), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.853980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:40.858076 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2c8e01b-c704-4de7-bee7-64acd5a0db11 HTTP/1.1" status: 204 len: 168 time: 0.1365950 May 04 13:50:40.866600 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ddab2-844b-4942-befb-b7728fed96be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8e01b-c704-4de7-bee7-64acd5a0db11,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:40.894003 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-dbac8b0a-c0be-4908-987d-64885e7b2601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1da6ce6b-d612-42cb-bade-1575b4c18229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729444 May 04 13:50:40.909308 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8eafc5d8-ff21-4f86-93e6-dda6dd214340 req-f96e0bd4-e0e7-488a-a53b-7c376edd6fd4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227303 May 04 13:50:41.011672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80062269-efa5-4e7a-951b-49aac0de6fca req-99043877-3edf-411f-87b4-bf40e1f17c1c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334485 May 04 13:50:41.130013 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-7274f9f5-3fde-401f-b92f-865230b123bf service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248583 May 04 13:50:41.216861 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-e6d0f6a8-09d7-4384-a05e-f69f421c5916 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:41.218428 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-e6d0f6a8-09d7-4384-a05e-f69f421c5916 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 815 time: 0.1591706 May 04 13:50:41.248920 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-eddc0a8a-7cbf-4f8c-a2b4-c098a549958a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/quotas/05f64d63ad6d44dca07315ac8fd865e5 HTTP/1.1" status: 200 len: 375 time: 0.0214822 May 04 13:50:41.367141 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-cb951945-a771-4cb2-a50e-c9d358b81f8a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173685 May 04 13:50:41.694008 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b4fec-6d88-4c80-991d-786fec29bf58 req-71c1070f-4ba4-4c30-b801-06e8f63a1673 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:41.695643 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f48b4fec-6d88-4c80-991d-786fec29bf58 req-71c1070f-4ba4-4c30-b801-06e8f63a1673 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 943 time: 0.3132432 May 04 13:50:41.795817 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bb0d8c0-73d2-4d8a-aeff-9397920f113a req-b1c72cd8-2c4f-4032-bc3e-54b2a3b5f36d service neutron] 10.222.0.23 "GET /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869452 May 04 13:50:41.813648 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-8b42093f-f970-42ab-9dbe-b04372fd45ac service neutron] 10.222.0.73 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197578 May 04 13:50:41.844384 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f48b4fec-6d88-4c80-991d-786fec29bf58 req-60de779b-20cf-49d2-af4d-d1382b32bb45 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191034 May 04 13:50:41.973387 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-812ea2aa-3dd1-46e9-80e3-d5df639aa46b service neutron] 10.222.0.73 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584206 May 04 13:50:42.065041 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39572) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:42.080938 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2fd11-b69c-4e95-9b0a-db645dbfd39c req-9815bfa8-f192-4a4a-8e48-aca5b2d7ea99 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:42.082439 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24e2fd11-b69c-4e95-9b0a-db645dbfd39c req-9815bfa8-f192-4a4a-8e48-aca5b2d7ea99 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0540102 May 04 13:50:42.151073 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24e2fd11-b69c-4e95-9b0a-db645dbfd39c req-6d851ee9-21e2-4fa9-bb27-1f82ad0e4a19 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626845 May 04 13:50:42.190700 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67744abe-e39e-4f11-a544-2f527dd8d308 req-6014b279-a672-445e-90ab-f48acfef546c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.0383272 May 04 13:50:42.200383 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1468582153-network', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:42.220938 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Made reservation on behalf of 3a581986e7304b35a1e08ebdd059c318 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:42.223326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.232573 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.308617 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks [] for security_group (1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.313438 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.341918 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:50:42.351671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:42.356362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (601c4ba6-bf22-4ef0-b57f-72e65130219f), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.356697 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Added segment 601c4ba6-bf22-4ef0-b57f-72e65130219f of type vlan for network 0165e08a-ce18-40c9-9ec1-f3bd51336905 May 04 13:50:42.397755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (0165e08a-ce18-40c9-9ec1-f3bd51336905), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.422616 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (0165e08a-ce18-40c9-9ec1-f3bd51336905), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.423607 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:42.424186 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.453671 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3867018 May 04 13:50:42.457244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39586) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:42.463149 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Request body: {'subnet': {'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1468582153-subnet', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:42.484271 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Made reservation on behalf of 3a581986e7304b35a1e08ebdd059c318 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:42.486952 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.487698 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703c4d6-342a-4c99-9dd2-bedfe6eb6807 admin admin] Pushing event updated for resources: {'Network': ['ID=0165e08a-ce18-40c9-9ec1-f3bd51336905,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:42.498097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:50:42.655643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (f33dab18-eeaa-4268-b11b-226f53d27503), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.715298 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33dab18-eeaa-4268-b11b-226f53d27503,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:42.728564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:42.728925 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Network hostable DHCP agents. Network: 0165e08a-ce18-40c9-9ec1-f3bd51336905, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:42.749985 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:42.766157 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 0165e08a-ce18-40c9-9ec1-f3bd51336905) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:42.772887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:42.773668 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.783367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd61263-6a28-4bb8-8f88-a095ad49b96c None None] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:42.810406 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-737271e9-0248-4912-a900-eff4c17fcd08 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3498304 May 04 13:50:42.811819 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39596) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:42.817370 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:42.858985 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.860211 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:42.969289 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for router_controller (cbec2c4d-6499-452e-9203-5e3152c3c89b), precommit_add_association {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.112863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbafd0d-a811-4d8b-bb28-72e7e401327b req-2e8db47e-1dfd-41d4-b04f-392882906712 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:43.114481 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4fbafd0d-a811-4d8b-bb28-72e7e401327b req-2e8db47e-1dfd-41d4-b04f-392882906712 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 943 time: 0.0974560 May 04 13:50:43.183324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-0165e08a-ce18-40c9-9ec1-f3bd51336905', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:50:43.184289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.302951 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for router_gateway (cbec2c4d-6499-452e-9203-5e3152c3c89b), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.317156 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6833ba-31dc-4e28-9bfe-f46620cf4fea req-0efd897c-f4c5-490c-a94d-22087cbac928 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:43.339454 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dc6833ba-31dc-4e28-9bfe-f46620cf4fea req-0efd897c-f4c5-490c-a94d-22087cbac928 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1577923 May 04 13:50:43.351703 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4fbafd0d-a811-4d8b-bb28-72e7e401327b req-ae667902-cc77-4e0f-b088-6bb3f4b2ed94 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235806 May 04 13:50:43.387768 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Allocated IP 172.20.0.2 (0165e08a-ce18-40c9-9ec1-f3bd51336905/f33dab18-eeaa-4268-b11b-226f53d27503/c6823fc2-5363-4353-be03-8a1c60d6b32b) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:43.450142 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dc6833ba-31dc-4e28-9bfe-f46620cf4fea req-309eb789-3799-4ea2-b153-5b08926af3bd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093535 May 04 13:50:43.618210 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f24d4579-14ed-4035-943b-c8faf29e5051 req-8af470a6-4d04-4bc3-8a5e-b6a86bd2b7c5 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.0572495 May 04 13:50:43.627172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb7951-cbf3-455e-95a2-96f87d379112 req-69e8681e-6dc6-4573-8bab-b6ce4ba128fe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:43.634970 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8afb7951-cbf3-455e-95a2-96f87d379112 req-69e8681e-6dc6-4573-8bab-b6ce4ba128fe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1787071 May 04 13:50:43.644076 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a474af42-9981-4ef2-bdd3-4ee28c5ced41 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:50:43.711772 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for router_gateway (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.734436 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8afb7951-cbf3-455e-95a2-96f87d379112 req-77bb722c-51cd-4db5-ad76-46d2eec5d838 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934470 May 04 13:50:43.756225 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.786301 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks [] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.807674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:43.885041 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:43.889232 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:43.897157 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:43.913008 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Allocated IP 172.27.1.170 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:43.915371 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Pushing event updated for resources: {'Port': ['ID=c6823fc2-5363-4353-be03-8a1c60d6b32b,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:43.993098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:44.041304 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Attempting to bind port c6823fc2-5363-4353-be03-8a1c60d6b32b on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:44.041684 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Attempting to bind port c6823fc2-5363-4353-be03-8a1c60d6b32b by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:44.042051 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Attempting to bind port c6823fc2-5363-4353-be03-8a1c60d6b32b on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:44.045455 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41', 'network_id': '1da6ce6b-d612-42cb-bade-1575b4c18229', 'port_id': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41', 'mac_address': 'fa:16:3e:a2:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ebfb40-b60b-47db-b529-2221ccf6d1ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:50:44.083486 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:44.083882 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:44.084277 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.084683 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Bound using segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:44.085169 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Bound port: c6823fc2-5363-4353-be03-8a1c60d6b32b, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:44.085547 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.096121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.162731 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.204218 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] For port c6823fc2-5363-4353-be03-8a1c60d6b32b, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:44.207539 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] For port c6823fc2-5363-4353-be03-8a1c60d6b32b, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=c6823fc2-5363-4353-be03-8a1c60d6b32b,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:44.219583 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.220595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:44.223975 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:44.233195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:44.274942 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port a474af42-9981-4ef2-bdd3-4ee28c5ced41 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:44.275386 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.280227 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Pushing event updated for resources: {'Port': ['ID=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:44.320297 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc2b49-b61b-43d4-b62b-f81ca8644509 None None] Pushing event updated for resources: {'Port': ['ID=c6823fc2-5363-4353-be03-8a1c60d6b32b,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:44.336802 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a474af42-9981-4ef2-bdd3-4ee28c5ced41 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:44.405176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:44.413501 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.424175 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39616) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:44.644398 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:44.660962 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['a474af42-9981-4ef2-bdd3-4ee28c5ced41'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:50:44.702296 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8e4503f-5d76-4bcb-9d38-49b93927fa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:44.786698 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4914c87-fad2-4c31-b115-d48935be5287 req-6b5b0499-0ea7-4f0a-b645-23c1515dcbc6 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:44.802974 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a4914c87-fad2-4c31-b115-d48935be5287 req-6b5b0499-0ea7-4f0a-b645-23c1515dcbc6 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 944 time: 0.2980967 May 04 13:50:44.813388 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-6869a58b-8c46-4bd6-8a4c-e8de7f4b679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:44.821654 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-6869a58b-8c46-4bd6-8a4c-e8de7f4b679b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1129 time: 0.3072999 May 04 13:50:44.850402 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981436e2-57b2-491f-a052-24ce96893e63 req-4e560880-ab0a-46d5-a5b6-df58d7a8e62a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:44.871100 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-981436e2-57b2-491f-a052-24ce96893e63 req-4e560880-ab0a-46d5-a5b6-df58d7a8e62a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.2717719 May 04 13:50:44.893976 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for router_gateway (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.109776 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8e4503f-5d76-4bcb-9d38-49b93927fa02 admin admin] Publish callbacks [] for security_group (0c0bfe6e-a2b0-491b-bccb-bcca048038de), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.157124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-981436e2-57b2-491f-a052-24ce96893e63 req-10bcec89-b965-44fe-ab1c-36ac60658d9b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802770 May 04 13:50:45.266493 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a4914c87-fad2-4c31-b115-d48935be5287 req-caed2a8c-29ab-4a58-bdba-96d8f041aa63 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620557 May 04 13:50:45.408446 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3496921f-bd8e-4447-903a-ac5220aa1938 req-5a0b0e45-9fc6-4ba8-b064-092617e1810e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.1382923 May 04 13:50:45.440599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-5e3fecae-9f83-400b-a8aa-cb4cb8688bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:45.442055 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-5e3fecae-9f83-400b-a8aa-cb4cb8688bee service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.5442708 May 04 13:50:45.502136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c275c-802a-4db2-9e2d-12ad3ab8afc3 req-f393ce1e-8aaa-4483-ac7e-54a8187c05bc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:45.520123 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f60c275c-802a-4db2-9e2d-12ad3ab8afc3 req-f393ce1e-8aaa-4483-ac7e-54a8187c05bc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1239789 May 04 13:50:45.614808 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8e4503f-5d76-4bcb-9d38-49b93927fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0c0bfe6e-a2b0-491b-bccb-bcca048038de), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.654888 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a474af42-9981-4ef2-bdd3-4ee28c5ced41 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:45.688753 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f60c275c-802a-4db2-9e2d-12ad3ab8afc3 req-a1875452-ecb7-49fb-83c7-5f7adbdb2953 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672361 May 04 13:50:45.734529 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device c6823fc2-5363-4353-be03-8a1c60d6b32b up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:45.760812 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d8e4503f-5d76-4bcb-9d38-49b93927fa02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6fd7f04861924246a7ed18f50f1dc024&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3349683 May 04 13:50:45.762827 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39628) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:45.777247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4503f-5d76-4bcb-9d38-49b93927fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0bfe6e-a2b0-491b-bccb-bcca048038de,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:45.861988 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] Publish callbacks [] for security_group (0c0bfe6e-a2b0-491b-bccb-bcca048038de), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.906097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port a474af42-9981-4ef2-bdd3-4ee28c5ced41 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:50:45.906357 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.919694 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] Publish callbacks [] for security_group (0c0bfe6e-a2b0-491b-bccb-bcca048038de), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:45.933808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port a474af42-9981-4ef2-bdd3-4ee28c5ced41 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:45.934192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.019081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0c0bfe6e-a2b0-491b-bccb-bcca048038de), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.020412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port c6823fc2-5363-4353-be03-8a1c60d6b32b triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:46.021037 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.022072 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.023546 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c0bfe6e-a2b0-491b-bccb-bcca048038de HTTP/1.1" status: 204 len: 168 time: 0.2594628 May 04 13:50:46.034576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823e3ac-994f-4e3a-87ea-59c2f4a38934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0bfe6e-a2b0-491b-bccb-bcca048038de,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:46.108970 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55a9cd-a665-4b35-b038-e05ff9138fa5 None None] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:46.142871 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Router cbec2c4d-6499-452e-9203-5e3152c3c89b is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:50:46.244896 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Provisioning complete for port c6823fc2-5363-4353-be03-8a1c60d6b32b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:46.247644 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.358207 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:46.369326 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fc1b4-f0b1-402c-aa8d-b11f4fc859d9 req-66a9e7bb-8a0b-47b6-ae1a-7296737241a5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:46.370139 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:46.383002 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-333fc1b4-f0b1-402c-aa8d-b11f4fc859d9 req-66a9e7bb-8a0b-47b6-ae1a-7296737241a5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1125147 May 04 13:50:46.399144 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:46.401166 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:46.415851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.419685 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5ab6574b-fe25-41e7-8858-e1acffbf495d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6042917 May 04 13:50:46.421140 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39642) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:46.486770 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-333fc1b4-f0b1-402c-aa8d-b11f4fc859d9 req-13a97d6a-5d14-4edf-a628-7d12ef48cf65 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005874 May 04 13:50:46.542565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4f1ac-1595-46d2-942e-0f54d0416b33 req-399bcc9e-e005-4dc4-a15b-e27c82739a8e tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:46.545427 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fdd4f1ac-1595-46d2-942e-0f54d0416b33 req-399bcc9e-e005-4dc4-a15b-e27c82739a8e tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 944 time: 0.1170704 May 04 13:50:46.635166 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.648898 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3a0836f-2aff-45ea-9aa0-e8b009c51092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.651779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port a474af42-9981-4ef2-bdd3-4ee28c5ced41 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:46.652383 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.759517 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-bdc32cfb-8f59-4b1f-8628-0dd7dc1b51b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 217 time: 0.1825759 May 04 13:50:46.786282 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:46.794618 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eaf1e6-e9a0-44a4-a7e2-9fccf9703fa3" -d '{"events": [{"server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "name": "network-vif-plugged", "status": "completed", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:46.853099 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:46.951841 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port c6823fc2-5363-4353-be03-8a1c60d6b32b is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:46.956767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:46.993843 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:47.018088 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-e8ac16b3-6bae-46a6-90db-1aaa2820bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:47.025107 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-e8ac16b3-6bae-46a6-90db-1aaa2820bbb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.2309964 May 04 13:50:47.101232 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:47.143575 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Current status of the port c6823fc2-5363-4353-be03-8a1c60d6b32b is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:47.143942 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:47.232648 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:47.247322 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port c6823fc2-5363-4353-be03-8a1c60d6b32b, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=c6823fc2-5363-4353-be03-8a1c60d6b32b,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:47.252600 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-cd49b1fd-ee6c-4f6f-8a4e-7c0abda0e264 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:47.254205 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-cd49b1fd-ee6c-4f6f-8a4e-7c0abda0e264 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 815 time: 0.5253160 May 04 13:50:47.255794 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:47.267114 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-27c6e3dc-e3cd-4814-bfb3-8ca6b25241d1 req-2f562578-279d-47b1-a1d3-92750bf12237 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.4938903 May 04 13:50:47.279140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-ee07150f-9eea-4896-bd95-f96fa3026fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:47.307286 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-ee07150f-9eea-4896-bd95-f96fa3026fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1995504 May 04 13:50:47.358676 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fdd4f1ac-1595-46d2-942e-0f54d0416b33 req-ee0504b9-9632-4ef4-b833-04a299b15784 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011026 May 04 13:50:47.388192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.db.api [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:50:47.388570 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG oslo_db.api [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:50:47.396732 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=c6823fc2-5363-4353-be03-8a1c60d6b32b,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:47.430546 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'port': {'device_id': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'admin_state_up': True, 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:47.460132 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39674) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:47.477720 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e935e-4754-4edf-830f-ca6215f60650 x-openstack-request-id: req-dd8e935e-4754-4edf-830f-ca6215f60650 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:47.478250 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "name": "network-vif-plugged", "status": "completed", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:47.478763 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd8e935e-4754-4edf-830f-ca6215f60650 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:47.479340 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8e935e-4754-4edf-830f-ca6215f60650'] response: {'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41', 'code': 200} May 04 13:50:47.524532 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:44Z', 'revision_number': 3, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:47.592214 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:47.593696 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Updating router cbec2c4d-6499-452e-9203-5e3152c3c89b port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:47.600659 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-dff0c27c-e1e0-46df-9e6e-fe6fa323b302 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374330 May 04 13:50:47.683019 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:47.722551 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device c6823fc2-5363-4353-be03-8a1c60d6b32b up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:47.829999 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port c6823fc2-5363-4353-be03-8a1c60d6b32b triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:47.830695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:47.883803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b72f-8b0d-481e-8d80-3088d7f8d402 req-acba904d-9fb2-4b75-a8bf-a40fe17d857a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:47.910610 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6c8b72f-8b0d-481e-8d80-3088d7f8d402 req-acba904d-9fb2-4b75-a8bf-a40fe17d857a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1941075 May 04 13:50:47.996493 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198f9f4-5966-44e2-b46a-efdff3663f40 req-406225f1-afad-4809-a9c7-b4ec38216b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:47.999219 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6198f9f4-5966-44e2-b46a-efdff3663f40 req-406225f1-afad-4809-a9c7-b4ec38216b94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 1129 time: 0.1779160 May 04 13:50:48.008361 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-81dad9e2-7181-47d4-ae9b-4dbd3a093fa7 None None] Current status of the port c6823fc2-5363-4353-be03-8a1c60d6b32b is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:48.052430 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-923328591-network', 'tenant_id': 'e7d7f59d1c6c47278b496d93acd0e61b'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:48.071868 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port c6823fc2-5363-4353-be03-8a1c60d6b32b is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:48.096402 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks [] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.100927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcca90-775e-47dc-96e2-5c9607aca9f8 req-6d6ec071-6547-4b72-b36a-b9e1fc27841f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:48.102536 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5bcca90-775e-47dc-96e2-5c9607aca9f8 req-6d6ec071-6547-4b72-b36a-b9e1fc27841f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.5469973 May 04 13:50:48.124592 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6198f9f4-5966-44e2-b46a-efdff3663f40 req-f5eef446-5824-4017-a9fb-63fb8df18638 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915031 May 04 13:50:48.137032 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.147481 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Made reservation on behalf of e7d7f59d1c6c47278b496d93acd0e61b for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:48.149062 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-6d64c6a0-070f-4455-b0ff-1fd73d0f4e1b None None] Provisioning complete for port c6823fc2-5363-4353-be03-8a1c60d6b32b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:48.149657 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6d64c6a0-070f-4455-b0ff-1fd73d0f4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.149919 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.183797 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68f33450-f654-49f7-b2bf-24b0556f8250 req-a7a724c6-32f4-41ea-b69c-1d0779f6c516 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458279 May 04 13:50:48.187177 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.203992 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6c8b72f-8b0d-481e-8d80-3088d7f8d402 req-c2aabbf5-4c0f-47d2-86d0-fb8580f36c1c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904627 May 04 13:50:48.216238 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.262079 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5bcca90-775e-47dc-96e2-5c9607aca9f8 req-c6434ca9-8799-4ca6-b9cb-ec40a2e42494 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152649 May 04 13:50:48.272862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Made reservation on behalf of 05f64d63ad6d44dca07315ac8fd865e5 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:48.288176 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.351903 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Pushing event updated for resources: {'Port': ['ID=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:48.355636 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks [] for security_group (7a953751-c455-4ce2-8571-d20df9e1bfb5), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.363509 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7a953751-c455-4ce2-8571-d20df9e1bfb5), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.378995 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Attempting to bind port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:48.383296 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Attempting to bind port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:48.383736 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Attempting to bind port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:48.403467 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.403819 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.404302 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.404652 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.404990 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.405313 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.407458 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:50:48.410764 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.411320 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.413687 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.415129 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.415394 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a953751-c455-4ce2-8571-d20df9e1bfb5,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:48.420435 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.421575 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.422794 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.424541 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.425980 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:50:48.432034 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (0af3ec29-d035-4a91-80a3-f5aa245a3f29), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.432382 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Added segment 0af3ec29-d035-4a91-80a3-f5aa245a3f29 of type vlan for network 64125f72-4a1e-4c80-b320-fc8c57c797f0 May 04 13:50:48.434412 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:48.434787 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:48.437335 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.437775 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:48.438272 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Bound port: 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:48.438675 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.489658 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-41083872-78e7-406d-9be2-5560a548884e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.496367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-6d64c6a0-070f-4455-b0ff-1fd73d0f4e1b None None] Current status of the port c6823fc2-5363-4353-be03-8a1c60d6b32b is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:48.551242 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] For port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:48.556345 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] For port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:48.566851 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.567486 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (64125f72-4a1e-4c80-b320-fc8c57c797f0), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.611563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab8e0e64-1556-4048-a6df-353465b7866d req-0dff2428-c312-4f41-a6b4-042425611c8a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.1746433 May 04 13:50:48.641261 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Allocated IP 172.20.0.1 (0165e08a-ce18-40c9-9ec1-f3bd51336905/f33dab18-eeaa-4268-b11b-226f53d27503/df115ad7-4a88-4359-80d9-b367a8ad7485) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:48.645811 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Allocated IP 172.20.0.5 (b316946b-9135-408c-93e9-eab4d23e0c82/845ff32c-c033-4b40-a85a-11c1ea806916/4a5b7bd2-d5db-446a-947b-103df2472a4b) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:48.652091 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:48.653682 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:48.700202 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6d2f7-5a3c-4ede-82ae-9133a53337a2 req-a522cf28-b05d-474a-b7b2-ed29ef295638 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:48.702548 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2db6d2f7-5a3c-4ede-82ae-9133a53337a2 req-a522cf28-b05d-474a-b7b2-ed29ef295638 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1292403 May 04 13:50:48.703865 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (64125f72-4a1e-4c80-b320-fc8c57c797f0), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.710003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:48.710729 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.719313 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ac2f-4970-4b74-b5cd-c705be13acdb None None] Pushing event updated for resources: {'Port': ['ID=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:48.823245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] Pushing event updated for resources: {'Network': ['ID=64125f72-4a1e-4c80-b320-fc8c57c797f0,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:48.833492 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:50:48.836145 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-871d5319-f66c-4b30-829e-a02bc65881b7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3746498 May 04 13:50:48.841923 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39698) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:48.848889 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Request body: {'subnet': {'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-923328591-subnet', 'tenant_id': 'e7d7f59d1c6c47278b496d93acd0e61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:48.859834 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:48.869571 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks [] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.883306 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2db6d2f7-5a3c-4ede-82ae-9133a53337a2 req-2ca88aa7-73c7-4384-b0b7-1b80267fc630 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688066 May 04 13:50:48.925008 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Made reservation on behalf of e7d7f59d1c6c47278b496d93acd0e61b for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:48.927472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.932942 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:48.952549 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.012926 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:49.018566 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:49.023245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:49.061535 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.086115 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Pushing event updated for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:49.161015 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Network b316946b-9135-408c-93e9-eab4d23e0c82 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:49.164452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.174898 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:49.180770 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:49.234169 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:44Z', 'revision_number': 3, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:49.248140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (82a36797-1aac-4e7e-81fb-5164f12f66d2), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.316221 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cd579-adbb-4f2c-beb0-df6b9e755b58 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:44Z', 'revision_number': 3, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:49.372024 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:49.453524 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:49.454146 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.526168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a36797-1aac-4e7e-81fb-5164f12f66d2,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:49.533129 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-5f1e5b4e-e0be-4046-ac35-e2c3aab6945b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1285028 May 04 13:50:49.539079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae7eab-ecd8-4900-9221-9f9ff1bd04a9 req-625e48f1-6f1e-4d52-bfa7-f226ccfb38e1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:49.540777 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-36ae7eab-ecd8-4900-9221-9f9ff1bd04a9 req-625e48f1-6f1e-4d52-bfa7-f226ccfb38e1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1544163 May 04 13:50:49.562239 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1845d23c-0265-46e7-bdf0-353a290778ab None None] Provisioning complete for port df115ad7-4a88-4359-80d9-b367a8ad7485 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:49.567060 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1845d23c-0265-46e7-bdf0-353a290778ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.567948 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931547a7-b6b9-46fa-ac01-b43e573e8857 req-2170030f-ba49-49a0-9336-662d09fde79b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:49.569558 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-931547a7-b6b9-46fa-ac01-b43e573e8857 req-2170030f-ba49-49a0-9336-662d09fde79b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1336520 May 04 13:50:49.581125 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Checking segment: {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:49.581966 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Network hostable DHCP agents. Network: 64125f72-4a1e-4c80-b320-fc8c57c797f0, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:49.658291 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1845d23c-0265-46e7-bdf0-353a290778ab None None] Port df115ad7-4a88-4359-80d9-b367a8ad7485 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:49.676604 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-36ae7eab-ecd8-4900-9221-9f9ff1bd04a9 req-2a63867e-0ee8-408f-a622-77accdc2ddd1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303370 May 04 13:50:49.676939 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.683539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:49.708039 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-931547a7-b6b9-46fa-ac01-b43e573e8857 req-0d86fe01-ccbb-478a-bdac-5f2e0604374d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223028 May 04 13:50:49.711129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 64125f72-4a1e-4c80-b320-fc8c57c797f0) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:49.716369 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:49.717053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:49.722203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84bb96-b878-4337-8995-fe90afdb9ff8 None None] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:49.764060 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d2db82ca-f062-46e6-9290-1b0aee170666 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9122319 May 04 13:50:49.979961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7542438-ac8a-4b0b-8e54-57abdb5980af req-009dd9a6-0e80-4487-ad83-9d8becac2675 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:49.991081 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7542438-ac8a-4b0b-8e54-57abdb5980af req-009dd9a6-0e80-4487-ad83-9d8becac2675 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 931 time: 0.1938221 May 04 13:50:50.068704 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-efb4c09d-67f6-45b7-9333-ae3155f29a7d None None] Provisioning complete for port 4a5b7bd2-d5db-446a-947b-103df2472a4b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:50.069432 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-efb4c09d-67f6-45b7-9333-ae3155f29a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.075977 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430accc-e270-4175-b00a-8bb680fc9f58 None None] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:50.135584 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.162128 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks [] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.170609 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7542438-ac8a-4b0b-8e54-57abdb5980af req-2ea4c17a-6032-490b-a0a2-910d87de81be tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708257 May 04 13:50:50.177061 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.226729 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1504e-f3e5-473a-a62d-5f0da1b3bfc2 req-1ff13a9c-c7f4-49ea-834d-d34fa6bf8759 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:50.235095 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-feb1504e-f3e5-473a-a62d-5f0da1b3bfc2 req-1ff13a9c-c7f4-49ea-834d-d34fa6bf8759 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.2002871 May 04 13:50:50.267768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Request body: {'port': {'device_id': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:50.290688 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-efb4c09d-67f6-45b7-9333-ae3155f29a7d None None] Port 4a5b7bd2-d5db-446a-947b-103df2472a4b cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:50.337918 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-feb1504e-f3e5-473a-a62d-5f0da1b3bfc2 req-7a783127-d208-4939-9ffa-e2b1944bbe15 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972018 May 04 13:50:50.374595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.402060 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Pushing event updated for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:50.537372 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:50.668107 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:50.671856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:50.949203 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b8357-1800-445a-8172-3ee42a169939 req-567eb85d-bddd-416c-a05c-c3426ae76201 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:50.951018 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-332b8357-1800-445a-8172-3ee42a169939 req-567eb85d-bddd-416c-a05c-c3426ae76201 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1325231 May 04 13:50:51.019849 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76382b7c-6a86-4c50-94a5-a36791ca12e2 req-a45697fa-12c0-444e-ab1f-9bde1f59526e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:51.029876 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-76382b7c-6a86-4c50-94a5-a36791ca12e2 req-a45697fa-12c0-444e-ab1f-9bde1f59526e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1260486 May 04 13:50:51.112112 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-332b8357-1800-445a-8172-3ee42a169939 req-a2a60457-c6d0-4342-9659-093989dee0b4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502669 May 04 13:50:51.136568 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-76382b7c-6a86-4c50-94a5-a36791ca12e2 req-6b969d6c-3f0e-44c8-97f0-369afa5f43b4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053531 May 04 13:50:51.159847 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-6cafef97-9c74-4b73-abbe-dcbef5738079 None None] Provisioning complete for port df115ad7-4a88-4359-80d9-b367a8ad7485 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:51.159847 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6cafef97-9c74-4b73-abbe-dcbef5738079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.237852 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-6cafef97-9c74-4b73-abbe-dcbef5738079 None None] Port df115ad7-4a88-4359-80d9-b367a8ad7485 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:51.278920 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.398274 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ca6c0-3cef-415d-823e-b6ad01add399 req-064279f9-3d75-4728-b779-8f1811520481 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:51.400387 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-593ca6c0-3cef-415d-823e-b6ad01add399 req-064279f9-3d75-4728-b779-8f1811520481 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 931 time: 0.0810595 May 04 13:50:51.507796 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-593ca6c0-3cef-415d-823e-b6ad01add399 req-0d5b8f85-309a-45f8-a6f6-6ff4f8ef382f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 May 04 13:50:51.604080 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:50:51.647675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:51.679182 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ea2cc-24e4-4ddc-b8f9-48e50d5c05aa req-a8697776-e612-4d23-87cc-760e76fda2c2 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:51.680949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a1ea2cc-24e4-4ddc-b8f9-48e50d5c05aa req-a8697776-e612-4d23-87cc-760e76fda2c2 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.0755100 May 04 13:50:51.729652 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5b7bd2-d5db-446a-947b-103df2472a4b {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:50:51.737070 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:51.737592 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.745876 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks [] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.766127 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a1ea2cc-24e4-4ddc-b8f9-48e50d5c05aa req-8aa478d4-86a3-4b1a-97e0-260099b984ba tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 May 04 13:50:51.849879 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:51.850429 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.866806 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Transition to ACTIVE for port object 4a5b7bd2-d5db-446a-947b-103df2472a4b will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:50:51.880160 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.890589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:51.900306 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:51.917195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:51.948616 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e42f0c24-a402-41cf-b1b1-be64495e7a3c admin admin] 10.222.0.73 "PUT /v2.0/routers/cbec2c4d-6499-452e-9203-5e3152c3c89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5261745 May 04 13:50:51.987427 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:52.017894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:52.155639 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Attempting to bind port 4a5b7bd2-d5db-446a-947b-103df2472a4b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:52.159657 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Attempting to bind port 4a5b7bd2-d5db-446a-947b-103df2472a4b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:52.160751 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Attempting to bind port 4a5b7bd2-d5db-446a-947b-103df2472a4b on network b316946b-9135-408c-93e9-eab4d23e0c82 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:52.169824 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Port 4a5b7bd2-d5db-446a-947b-103df2472a4b on network b316946b-9135-408c-93e9-eab4d23e0c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:50:52.170249 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Attempting to bind port 4a5b7bd2-d5db-446a-947b-103df2472a4b on network b316946b-9135-408c-93e9-eab4d23e0c82 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:52.183416 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:52.183934 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Checking segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:52.184443 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Bound using segment: {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:52.186749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Bound port: 4a5b7bd2-d5db-446a-947b-103df2472a4b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8201c23-b966-49fa-b4a0-8ce2274baff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:52.193917 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:52.293836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfda864-698c-4d60-b449-2f18b016cbfd req-f002aff3-25ff-4f00-be4e-d22d249599bd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:52.306353 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1bfda864-698c-4d60-b449-2f18b016cbfd req-f002aff3-25ff-4f00-be4e-d22d249599bd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0844162 May 04 13:50:52.378200 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:52.382464 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:52.388593 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1bfda864-698c-4d60-b449-2f18b016cbfd req-747ca5ac-ba3f-4ba6-8614-2b1ea2f4a68c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792873 May 04 13:50:52.390010 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:52.430855 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:52.431572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:52.432948 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] 10.222.0.23 "PUT /v2.0/ports/4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 1093 time: 2.1998341 May 04 13:50:52.433378 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:50:52.435802 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca9b7ed-6202-4bba-a19b-8a61832d2783" -d '{"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:50:52.472367 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fca90a-ab4b-4546-9199-49fd33ae1c8c service neutron] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:52.513575 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:52.566535 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6496689-09f5-4bc5-bfc6-db7817dbd314 req-2bf329d3-7fca-4a01-939d-3904b4924b4c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:52.568756 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6496689-09f5-4bc5-bfc6-db7817dbd314 req-2bf329d3-7fca-4a01-939d-3904b4924b4c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0661983 May 04 13:50:52.580473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:52.581258 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:52.636291 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6496689-09f5-4bc5-bfc6-db7817dbd314 req-0b59b3f3-d903-468c-9cf0-b3da3d08d2be tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570872 May 04 13:50:52.775098 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c9f09-1b56-4c23-8b2a-758f7f541029 x-openstack-request-id: req-d81c9f09-1b56-4c23-8b2a-758f7f541029 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:50:52.775688 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:50:52.775688 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d81c9f09-1b56-4c23-8b2a-758f7f541029 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:50:52.776184 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81c9f09-1b56-4c23-8b2a-758f7f541029'] response: {'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:50:52.897270 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:52.920686 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ee19-11da-4115-ae99-332036c03dde req-445ee2e4-a5dc-4070-b140-3725a1200d08 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:52.922966 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-26e4ee19-11da-4115-ae99-332036c03dde req-445ee2e4-a5dc-4070-b140-3725a1200d08 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0571713 May 04 13:50:52.957234 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39774) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:52.962045 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1650283086-network', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:52.994661 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-26e4ee19-11da-4115-ae99-332036c03dde req-1d361b6c-5bab-4914-b42b-3b04e6de7ede tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649948 May 04 13:50:53.018703 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Made reservation on behalf of 2e92cfcc27444a759d88108e1d321f7a for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:53.021239 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.033233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.080298 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:53.165692 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796f6cb-89a3-4d23-a8a1-14ccb6f615f3 req-9b4c6a8d-ddc7-4e97-8ba6-c3fc86eacc20 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:53.167391 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7796f6cb-89a3-4d23-a8a1-14ccb6f615f3 req-9b4c6a8d-ddc7-4e97-8ba6-c3fc86eacc20 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.0618160 May 04 13:50:53.172297 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks [] for security_group (cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.177212 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.222030 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:50:53.224583 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:53.238234 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (f7a0a959-7b1e-413e-b780-185d8db99017), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.238686 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Added segment f7a0a959-7b1e-413e-b780-185d8db99017 of type vlan for network 4029ca93-9385-463e-98bc-7abc6e857a3b May 04 13:50:53.257332 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7796f6cb-89a3-4d23-a8a1-14ccb6f615f3 req-236c5e02-0426-4782-b9b4-3ec0dc5c5638 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820055 May 04 13:50:53.294408 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (4029ca93-9385-463e-98bc-7abc6e857a3b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.322452 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (4029ca93-9385-463e-98bc-7abc6e857a3b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.323506 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:53.324097 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.358410 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3999913 May 04 13:50:53.361694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39776) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:53.368147 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Request body: {'subnet': {'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1650283086-subnet', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:53.372482 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 2, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:53.401646 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:53.402010 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Updating router cbec2c4d-6499-452e-9203-5e3152c3c89b port df115ad7-4a88-4359-80d9-b367a8ad7485 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:53.403459 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecebab-2963-42f1-8c49-d983b41476d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4029ca93-9385-463e-98bc-7abc6e857a3b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:53.428093 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Made reservation on behalf of 2e92cfcc27444a759d88108e1d321f7a for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:50:53.430815 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126255366'] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.457596 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.472498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 4029ca93-9385-463e-98bc-7abc6e857a3b details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:50:53.622081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ad12c-2da4-4225-b716-677190dcfb85 req-8a93d7b8-2672-4214-9a22-1a142f56f0c6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:53.624524 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da6ad12c-2da4-4225-b716-677190dcfb85 req-8a93d7b8-2672-4214-9a22-1a142f56f0c6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1097901 May 04 13:50:53.698840 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:53.778548 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da6ad12c-2da4-4225-b716-677190dcfb85 req-6f97154b-4285-4637-9d55-9076243658f6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287029 May 04 13:50:53.831356 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126255476'] for subnet (fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.931342 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks [] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.935317 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:53.935923 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.941286 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e0715-5275-41cf-9c03-638ef54c9612 req-a612b19a-d823-4658-a0a1-428867ca71b3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:53.955771 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-616e0715-5275-41cf-9c03-638ef54c9612 req-a612b19a-d823-4658-a0a1-428867ca71b3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1064193 May 04 13:50:53.970888 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:53.972951 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Checking segment: {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:53.973310 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Network hostable DHCP agents. Network: 4029ca93-9385-463e-98bc-7abc6e857a3b, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:50:54.008368 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:54.075382 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-616e0715-5275-41cf-9c03-638ef54c9612 req-d55024a3-65ae-48a8-a8df-6b457d3055f2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181247 May 04 13:50:54.077184 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Network 4029ca93-9385-463e-98bc-7abc6e857a3b is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:50:54.078336 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd514f-f613-443c-9d8a-1ce82881dcf8 None None] Pushing event updated for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:54.128658 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 4029ca93-9385-463e-98bc-7abc6e857a3b) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:54.133252 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:54.133852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.160550 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9fd2f59d-4ed5-48b7-a7df-0b829c738ffd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7974296 May 04 13:50:54.163198 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39784) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:54.168765 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:50:54.175967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37435f9-aee3-460a-bad1-34da359c1fbb None None] Network 4029ca93-9385-463e-98bc-7abc6e857a3b requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:54.207241 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (b75bab73-411b-470d-97e2-b56ef4c01993), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.214033 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (b75bab73-411b-470d-97e2-b56ef4c01993), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.261708 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:54.314420 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Attempting to bind port df115ad7-4a88-4359-80d9-b367a8ad7485 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:54.315046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Attempting to bind port df115ad7-4a88-4359-80d9-b367a8ad7485 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:54.319842 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Attempting to bind port df115ad7-4a88-4359-80d9-b367a8ad7485 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:54.327546 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0c8d1-92ab-4064-a986-5c86d52cdb45 req-3edd7a22-349d-4667-a05a-907ed8426c37 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:54.337295 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d4f0c8d1-92ab-4064-a986-5c86d52cdb45 req-3edd7a22-349d-4667-a05a-907ed8426c37 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.1176162 May 04 13:50:54.347980 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:54.348803 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:54.349458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.350484 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Bound using segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:54.351366 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Bound port: df115ad7-4a88-4359-80d9-b367a8ad7485, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:54.352139 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.397849 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for router_controller (b75bab73-411b-470d-97e2-b56ef4c01993), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.440897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-3d693db1-0b65-4965-a2f4-fa91407891d7 None None] Provisioning complete for port df115ad7-4a88-4359-80d9-b367a8ad7485 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:54.441528 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3d693db1-0b65-4965-a2f4-fa91407891d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.487964 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d4f0c8d1-92ab-4064-a986-5c86d52cdb45 req-28d000ae-26c5-40a8-9897-91bc8a20faec tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492434 May 04 13:50:54.489713 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-3d693db1-0b65-4965-a2f4-fa91407891d7 None None] Port df115ad7-4a88-4359-80d9-b367a8ad7485 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:50:54.501102 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-4029ca93-9385-463e-98bc-7abc6e857a3b', 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b', 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'fixed_ips': [{'subnet_id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:50:54.502550 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.560467 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] For port df115ad7-4a88-4359-80d9-b367a8ad7485, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:54.590835 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] For port df115ad7-4a88-4359-80d9-b367a8ad7485, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=df115ad7-4a88-4359-80d9-b367a8ad7485,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:54.657078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:54.815133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:54.816162 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:54.892796 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd514f-f613-443c-9d8a-1ce82881dcf8 None None] Pushing event updated for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:54.934457 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:50:54.951026 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Allocated IP 172.20.0.2 (4029ca93-9385-463e-98bc-7abc6e857a3b/fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b/27f7553f-6d1e-4f21-bf63-89ae26d9adfb) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:55.070019 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:55.100404 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for router_gateway (b75bab73-411b-470d-97e2-b56ef4c01993), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.121918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026487f-bb6f-4e46-b869-271788d0203a req-a066ca3b-11bf-4f3b-9f8e-299305c0aa48 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:55.131566 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1026487f-bb6f-4e46-b869-271788d0203a req-a066ca3b-11bf-4f3b-9f8e-299305c0aa48 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1299150 May 04 13:50:55.251141 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1026487f-bb6f-4e46-b869-271788d0203a req-7328348b-980e-4377-85ad-fcfc7953832d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135845 May 04 13:50:55.352532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Provisioning complete for port df115ad7-4a88-4359-80d9-b367a8ad7485 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:55.353508 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.565652 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47ac3-b269-4dff-adc7-55f4be7ab80c req-2bd47642-f8eb-4420-bb79-86aa8a808e91 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:55.572412 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a1c47ac3-b269-4dff-adc7-55f4be7ab80c req-2bd47642-f8eb-4420-bb79-86aa8a808e91 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.2190208 May 04 13:50:55.609498 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for router_gateway (b75bab73-411b-470d-97e2-b56ef4c01993), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.617906 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Current status of the port df115ad7-4a88-4359-80d9-b367a8ad7485 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:55.618373 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.636577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.678065 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] For port df115ad7-4a88-4359-80d9-b367a8ad7485, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=df115ad7-4a88-4359-80d9-b367a8ad7485,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:55.691702 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks [] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.693966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.726779 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a1c47ac3-b269-4dff-adc7-55f4be7ab80c req-6168bfe2-5e49-48d8-9e93-1ddb0ea59fd6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441104 May 04 13:50:55.781502 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:55.822945 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Allocated IP 172.27.1.227 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/e0771b06-9ef1-4465-b400-fc33c39ed7e5) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:55.857792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Network 4029ca93-9385-463e-98bc-7abc6e857a3b is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:55.863047 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:55.872261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:55.896861 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:54Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:55.940970 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7e997-e1e4-4e24-b7ff-0f265caed7b5 None None] Pushing event updated for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:55.960117 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048d299-0a23-4014-b06c-b59d8f959a75 req-d0cdf58e-e69e-4bce-93b3-2e57561d941b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:55.961635 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e048d299-0a23-4014-b06c-b59d8f959a75 req-d0cdf58e-e69e-4bce-93b3-2e57561d941b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1031325 May 04 13:50:55.971880 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7578296-0ccc-44eb-b25a-803860cb08a2 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:54Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:50:56.100000 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:56.129894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Attempting to bind port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:56.130188 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Attempting to bind port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:56.130595 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Attempting to bind port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb on network 4029ca93-9385-463e-98bc-7abc6e857a3b {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:56.152893 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Pushing event updated for resources: {'Port': ['ID=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:56.162413 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:56.162793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Checking segment: {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:56.167428 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:56.168407 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Bound using segment: {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:56.168905 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Bound port: 27f7553f-6d1e-4f21-bf63-89ae26d9adfb, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:56.169452 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:56.169972 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e048d299-0a23-4014-b06c-b59d8f959a75 req-9c5b587f-373e-4fa2-bf6d-83ce57b880e5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013500 May 04 13:50:56.253414 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:56.308596 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] For port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:56.322183 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] For port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:56.331894 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0771b06-9ef1-4465-b400-fc33c39ed7e5,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:56.333887 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:56.409346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:56.413306 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:56.430434 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391d1f8-9bea-4847-85a7-b3846365786a req-5571090c-c9b0-444d-ac85-41989dcb476c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:56.439870 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7391d1f8-9bea-4847-85a7-b3846365786a req-5571090c-c9b0-444d-ac85-41989dcb476c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.1136749 May 04 13:50:56.443315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:56.471081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93940c53-5806-4a5a-9680-a11aacd6e20a None None] Pushing event updated for resources: {'Port': ['ID=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:56.573948 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7391d1f8-9bea-4847-85a7-b3846365786a req-1d55c830-2682-4304-a506-63f43ad25b3f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326694 May 04 13:50:56.856787 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e2df3-930f-4af8-9f9c-bd5a7ac29d51 req-a680fb1c-20fe-43f5-872e-ba4b84a8ca27 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:56.860535 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e35e2df3-930f-4af8-9f9c-bd5a7ac29d51 req-a680fb1c-20fe-43f5-872e-ba4b84a8ca27 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1247251 May 04 13:50:57.026007 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for router_gateway (b75bab73-411b-470d-97e2-b56ef4c01993), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:57.111039 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e35e2df3-930f-4af8-9f9c-bd5a7ac29d51 req-9883b108-5036-493c-b7c7-c1a91c7d7e41 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439926 May 04 13:50:57.302073 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac31c58-591e-4ddd-a133-3a9eb7603d80 req-9f3aa3fe-a377-4a49-a7cf-a5d4bf628a7a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:57.304561 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ac31c58-591e-4ddd-a133-3a9eb7603d80 req-9f3aa3fe-a377-4a49-a7cf-a5d4bf628a7a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0769796 May 04 13:50:57.382583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (b75bab73-411b-470d-97e2-b56ef4c01993), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:57.489398 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ac31c58-591e-4ddd-a133-3a9eb7603d80 req-17efd0da-f96e-4667-9ce0-e045e9e7225d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564734 May 04 13:50:57.712274 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7492736-cc90-4ed4-adb8-0311ffabcc21 req-fc488350-c8e5-4888-84c1-ce8e633c8917 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:57.719766 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7492736-cc90-4ed4-adb8-0311ffabcc21 req-fc488350-c8e5-4888-84c1-ce8e633c8917 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0916417 May 04 13:50:57.769420 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device df115ad7-4a88-4359-80d9-b367a8ad7485 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:57.802857 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7492736-cc90-4ed4-adb8-0311ffabcc21 req-f56096f5-ee51-480e-9fa5-cb0ac2509f58 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815673 May 04 13:50:57.804087 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Router b75bab73-411b-470d-97e2-b56ef4c01993 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:50:57.847502 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port df115ad7-4a88-4359-80d9-b367a8ad7485 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:57.847502 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:57.981218 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ffeb-15dd-46d5-bfb9-4554236076d4 req-cf4f96c8-8d47-47d1-842c-6bd5b334324a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:57.999233 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8d42ffeb-15dd-46d5-bfb9-4554236076d4 req-cf4f96c8-8d47-47d1-842c-6bd5b334324a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0746126 May 04 13:50:58.055036 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port df115ad7-4a88-4359-80d9-b367a8ad7485 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:58.056286 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 27f7553f-6d1e-4f21-bf63-89ae26d9adfb up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:58.069145 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:50:58.084142 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Sync routers for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:50:58.095604 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:58.096421 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:58.100244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.103635 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39806) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:50:58.104233 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0bb6701b-1e17-45c7-bdb5-7e7acda2a3c0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9393764 May 04 13:50:58.114374 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8d42ffeb-15dd-46d5-bfb9-4554236076d4 req-c43cdadd-3769-4056-94bf-6e7469d66b0f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237197 May 04 13:50:58.159823 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:58.160052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.246168 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89feba-18c6-4ad4-aac6-86c2df46f13b None None] Network 4029ca93-9385-463e-98bc-7abc6e857a3b requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:50:58.275243 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Provisioning complete for port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:58.276518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.295829 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:50:58.354731 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743699c-9a08-4b9d-8721-03c7aab74fe6 req-d781d0aa-f44f-4d8d-80d5-6898869ef61f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:58.362171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8743699c-9a08-4b9d-8721-03c7aab74fe6 req-d781d0aa-f44f-4d8d-80d5-6898869ef61f tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1149528 May 04 13:50:58.466347 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8743699c-9a08-4b9d-8721-03c7aab74fe6 req-279aad04-85b8-46f8-9792-a7e3e0e5fe8b tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026421 May 04 13:50:58.513798 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:58.514186 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.615647 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Current status of the port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:58.615647 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.674783 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:50:56Z', 'revision_number': 3, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:58.727525 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73407706-7e04-4dc8-9e50-2468ee1822a4 req-b758361e-3d67-4662-b598-b7a7f282920c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:58.736940 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73407706-7e04-4dc8-9e50-2468ee1822a4 req-b758361e-3d67-4662-b598-b7a7f282920c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1075518 May 04 13:50:58.759690 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:50:58.765409 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Checking router: b75bab73-411b-470d-97e2-b56ef4c01993 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:50:58.766032 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Updating router b75bab73-411b-470d-97e2-b56ef4c01993 port e0771b06-9ef1-4465-b400-fc33c39ed7e5 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:50:58.776043 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.855852 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73407706-7e04-4dc8-9e50-2468ee1822a4 req-bebcf50e-b24e-4d11-a0e3-a17edd3003ff tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177566 May 04 13:50:58.857043 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:58.923103 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:58.996170 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.044198 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.db.api [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:50:59.044553 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG oslo_db.api [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:50:59.045402 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcb4b2-10e6-4e98-9c23-4b1746ee135d req-c9205d61-be4a-42a9-a302-27acc614a342 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:59.047169 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dfdcb4b2-10e6-4e98-9c23-4b1746ee135d req-c9205d61-be4a-42a9-a302-27acc614a342 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1127145 May 04 13:50:59.146934 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dfdcb4b2-10e6-4e98-9c23-4b1746ee135d req-fe0a1a4b-e42a-4d2f-b409-871b725d1428 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931630 May 04 13:50:59.288964 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Allocated IP 172.20.0.1 (4029ca93-9385-463e-98bc-7abc6e857a3b/fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b/b34af0cc-a866-4213-b90b-102f798e023d) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:50:59.344636 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee37c6-73c2-4129-bae4-6a82b85ee997 req-1fc749ce-834f-4afe-a444-bc899ed10d37 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:59.356279 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e5ee37c6-73c2-4129-bae4-6a82b85ee997 req-1fc749ce-834f-4afe-a444-bc899ed10d37 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0933132 May 04 13:50:59.436121 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e5ee37c6-73c2-4129-bae4-6a82b85ee997 req-317b231c-24de-4dab-92d9-09986d22134e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776622 May 04 13:50:59.438154 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks [] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.447350 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.566422 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks [] for port (b34af0cc-a866-4213-b90b-102f798e023d), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.634998 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.641634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-9fda3b1d-97f8-49a9-82ae-2c233ad7eec8 None None] Current status of the port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:50:59.669902 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048df23d-2037-4b76-98de-945571c97243 None None] Pushing event updated for resources: {'Port': ['ID=e0771b06-9ef1-4465-b400-fc33c39ed7e5,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:59.680308 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0dbd8-43a1-482c-aa14-d5be0aa663ab req-de606205-606c-411f-a042-cd974dd4f1ee tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:50:59.682097 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-42d0dbd8-43a1-482c-aa14-d5be0aa663ab req-de606205-606c-411f-a042-cd974dd4f1ee tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1058998 May 04 13:50:59.690289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 27f7553f-6d1e-4f21-bf63-89ae26d9adfb up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:50:59.690924 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Attempting to bind port e0771b06-9ef1-4465-b400-fc33c39ed7e5 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:50:59.691327 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Attempting to bind port e0771b06-9ef1-4465-b400-fc33c39ed7e5 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:50:59.691688 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Attempting to bind port e0771b06-9ef1-4465-b400-fc33c39ed7e5 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:50:59.710936 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:50:59.710936 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:50:59.711164 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.711445 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:50:59.711912 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Bound port: e0771b06-9ef1-4465-b400-fc33c39ed7e5, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:50:59.712289 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.727813 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Pushing event updated for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:59.739360 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Network 4029ca93-9385-463e-98bc-7abc6e857a3b is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:50:59.741247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:50:59.767934 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:50:59.777182 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] For port e0771b06-9ef1-4465-b400-fc33c39ed7e5, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:50:59.780855 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] For port e0771b06-9ef1-4465-b400-fc33c39ed7e5, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=e0771b06-9ef1-4465-b400-fc33c39ed7e5,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:50:59.793923 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-32ebeb99-c733-4d7c-bea5-9a78a8d2cf04 None None] Provisioning complete for port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:59.794708 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-32ebeb99-c733-4d7c-bea5-9a78a8d2cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.796311 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.810432 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-42d0dbd8-43a1-482c-aa14-d5be0aa663ab req-b06f50ee-0989-4c03-a1cb-63cb127c1aad tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093872 May 04 13:50:59.862181 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048df23d-2037-4b76-98de-945571c97243 None None] Pushing event updated for resources: {'Port': ['ID=e0771b06-9ef1-4465-b400-fc33c39ed7e5,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:50:59.883569 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (b75bab73-411b-470d-97e2-b56ef4c01993), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:50:59.888092 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:50:59.889012 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:50:59.952525 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:50:59.953229 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.054339 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505238e-2088-4dab-a258-043d16c6a44f req-564fd919-5125-4df2-ab5e-7ff6cefc50e7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:00.064217 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c505238e-2088-4dab-a258-043d16c6a44f req-564fd919-5125-4df2-ab5e-7ff6cefc50e7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0791402 May 04 13:51:00.105037 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:00.140349 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b34af0cc-a866-4213-b90b-102f798e023d), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.158419 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-32ebeb99-c733-4d7c-bea5-9a78a8d2cf04 None None] Current status of the port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:00.193329 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c505238e-2088-4dab-a258-043d16c6a44f req-f44dc752-c89a-413e-aafb-972bc39c20f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263678 May 04 13:51:00.257979 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:00.283261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-c89aea76-fac2-4bb3-ac47-61933958f7b0 None None] Provisioning complete for port b34af0cc-a866-4213-b90b-102f798e023d triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:00.283759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c89aea76-fac2-4bb3-ac47-61933958f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b34af0cc-a866-4213-b90b-102f798e023d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.341187 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7debf0d-9cbd-4dd4-bdf3-f3b824db08b3 req-552bb882-58fc-4f9f-950d-985849f21f2f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:00.349830 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7debf0d-9cbd-4dd4-bdf3-f3b824db08b3 req-552bb882-58fc-4f9f-950d-985849f21f2f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0696340 May 04 13:51:00.358764 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-c89aea76-fac2-4bb3-ac47-61933958f7b0 None None] Port b34af0cc-a866-4213-b90b-102f798e023d cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:51:00.403848 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks [] for port (b34af0cc-a866-4213-b90b-102f798e023d), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.410285 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.415982 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7debf0d-9cbd-4dd4-bdf3-f3b824db08b3 req-227e1f34-1d04-4290-a6e2-e81226fc2e2b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596883 May 04 13:51:00.436902 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-23136ebf-6417-454e-903a-b56499d18cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:50:56Z', 'revision_number': 3, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:00.465011 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23136ebf-6417-454e-903a-b56499d18cab None None] The sync data for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi is: [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:50:56Z', 'revision_number': 3, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:00.511735 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (b75bab73-411b-470d-97e2-b56ef4c01993), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:00.514687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Pushing event updated for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:00.604421 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2bf2-2fd0-4f15-a114-d80bef9830c8 req-bbb8aa66-9ee5-427e-b46c-f2edc161cbb1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:00.605928 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-25ed2bf2-2fd0-4f15-a114-d80bef9830c8 req-bbb8aa66-9ee5-427e-b46c-f2edc161cbb1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0706394 May 04 13:51:00.608013 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Network 4029ca93-9385-463e-98bc-7abc6e857a3b is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:00.609407 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:00.613624 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f2480bbc-086c-455f-b8d2-1b4c2da0e08b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:00.615063 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f2480bbc-086c-455f-b8d2-1b4c2da0e08b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 813 time: 0.1559563 May 04 13:51:00.647351 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-95e615bd-7cf8-4ec7-8845-7d29539a9427 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/quotas/e7d7f59d1c6c47278b496d93acd0e61b HTTP/1.1" status: 200 len: 375 time: 0.0254521 May 04 13:51:00.694713 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-73bf1b51-e3f6-493b-9500-25ebf83816e3 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401220 May 04 13:51:00.698052 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-25ed2bf2-2fd0-4f15-a114-d80bef9830c8 req-98bf09c1-5716-477b-b249-6f9957be14de tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820735 May 04 13:51:00.747931 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Router b75bab73-411b-470d-97e2-b56ef4c01993 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:51:00.843498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-7d7f5f4f-8fbd-480b-abbe-acf62f1f1a04 service neutron] 10.222.0.73 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362963 May 04 13:51:00.928446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:51:00.934021 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-8ea4e697-1933-47a6-96bd-7c984103c2cd admin admin] 10.222.0.73 "PUT /v2.0/routers/b75bab73-411b-470d-97e2-b56ef4c01993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284256 May 04 13:51:00.994324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-0243f502-ed6c-4270-80be-40ac026a3c14 None None] Provisioning complete for port b34af0cc-a866-4213-b90b-102f798e023d triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:00.994959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0243f502-ed6c-4270-80be-40ac026a3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b34af0cc-a866-4213-b90b-102f798e023d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:01.024792 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c9008-7aa7-4ee0-9cd6-1fa113ed69c8 req-69bfc1b2-4b9d-4e1e-83ba-13cbdff861af tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:01.027818 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ff7c9008-7aa7-4ee0-9cd6-1fa113ed69c8 req-69bfc1b2-4b9d-4e1e-83ba-13cbdff861af tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.0895789 May 04 13:51:01.057915 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f2183792-33ac-4a07-8296-b7bcb71a45c4 service neutron] 10.222.0.73 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080109 May 04 13:51:01.072174 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0243f502-ed6c-4270-80be-40ac026a3c14 None None] Port b34af0cc-a866-4213-b90b-102f798e023d cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:51:01.182903 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ff7c9008-7aa7-4ee0-9cd6-1fa113ed69c8 req-7c986c04-3839-4831-b218-e3a31355a95d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239340 May 04 13:51:01.435316 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf735-9a89-46eb-916a-7a2b1f48783b req-e4e2abaa-d99e-4c9f-9bcc-b7865c66b9bc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:01.441892 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-604cf735-9a89-46eb-916a-7a2b1f48783b req-e4e2abaa-d99e-4c9f-9bcc-b7865c66b9bc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0817928 May 04 13:51:01.571750 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-604cf735-9a89-46eb-916a-7a2b1f48783b req-cbc90039-936e-4d2b-b587-f9ca01afd10f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060274 May 04 13:51:01.681396 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device e0771b06-9ef1-4465-b400-fc33c39ed7e5 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:01.742619 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b7d7dac0-91a5-46a2-9793-3ab4f9a2fd1d req-30dae6ee-8364-4703-9bb4-347611aad38c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 210 time: 0.0709567 May 04 13:51:01.809361 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port e0771b06-9ef1-4465-b400-fc33c39ed7e5 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:01.809757 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:01.904783 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7409eb7-344c-40fe-adc7-2365b756f4d2 req-ed1471fc-4274-4007-8406-5389188ce84f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:01.906625 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7409eb7-344c-40fe-adc7-2365b756f4d2 req-ed1471fc-4274-4007-8406-5389188ce84f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0857773 May 04 13:51:02.003856 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7409eb7-344c-40fe-adc7-2365b756f4d2 req-e3769651-d95e-4803-ac4b-db7a2c4394ae tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864613 May 04 13:51:02.009321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port e0771b06-9ef1-4465-b400-fc33c39ed7e5 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:02.010992 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.036879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39854) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:02.041898 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358590548', 'description': 'tempest-secgroup-smoke-358590548 description', 'project_id': '3a581986e7304b35a1e08ebdd059c318'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:02.084349 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port e0771b06-9ef1-4465-b400-fc33c39ed7e5, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=e0771b06-9ef1-4465-b400-fc33c39ed7e5,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:02.097262 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.100734 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.165964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dbd5e-b2f9-4398-ae8b-01dab53e6000 req-c107dff7-caaf-49e6-b3a6-3521894c4e33 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:02.167530 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7f7dbd5e-b2f9-4398-ae8b-01dab53e6000 req-c107dff7-caaf-49e6-b3a6-3521894c4e33 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0665100 May 04 13:51:02.192850 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=e0771b06-9ef1-4465-b400-fc33c39ed7e5,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:02.271405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.275377 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7f7dbd5e-b2f9-4398-ae8b-01dab53e6000 req-27d60b45-7427-4c2e-b474-9e9778642b9a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 May 04 13:51:02.281129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.307175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.307175 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2652833 May 04 13:51:02.307456 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39858) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:02.312083 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:02.377572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (f1b8a6b4-f779-4abf-b540-401d8ceb60eb), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.393742 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3525e1-9f8a-49f8-be20-bb5558d60a35 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:02.412175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4b6a-d50b-4a66-b1eb-a23d19609f00 req-1c4e1000-ada0-49e0-91ab-3ec80f477225 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:02.414448 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9dbc4b6a-d50b-4a66-b1eb-a23d19609f00 req-1c4e1000-ada0-49e0-91ab-3ec80f477225 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1202466 May 04 13:51:02.487831 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9dbc4b6a-d50b-4a66-b1eb-a23d19609f00 req-4500c819-97dc-4eaf-9cc6-0fccc706a806 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647140 May 04 13:51:02.530830 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (f1b8a6b4-f779-4abf-b540-401d8ceb60eb), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.537405 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (f1b8a6b4-f779-4abf-b540-401d8ceb60eb), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.566948 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b8a6b4-f779-4abf-b540-401d8ceb60eb,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:02.580521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.584313 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-780b5a99-bc0c-453e-817d-e3009e0f4f30 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742679 May 04 13:51:02.584561 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39860) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:02.588974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:02.653557 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (0d599c77-744f-4633-9f2f-d7442ee89a57), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.738121 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08c51-f1ed-46ae-9154-230bc6b241ac req-54e80c54-51f1-4e17-9aa9-b03a3637aef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:02.746441 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4fb08c51-f1ed-46ae-9154-230bc6b241ac req-54e80c54-51f1-4e17-9aa9-b03a3637aef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0668061 May 04 13:51:02.765281 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (0d599c77-744f-4633-9f2f-d7442ee89a57), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.771358 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (0d599c77-744f-4633-9f2f-d7442ee89a57), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.789106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d599c77-744f-4633-9f2f-d7442ee89a57,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:02.813382 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.818852 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-03dda33c-7c85-41bf-8a08-cd2964a73755 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2296512 May 04 13:51:02.818852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39866) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:02.823555 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:02.831666 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4fb08c51-f1ed-46ae-9154-230bc6b241ac req-2ee1d81e-cbc4-488c-aff8-4c2a234ad1f6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835500 May 04 13:51:02.865665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (60c6e7a4-052f-463b-b1dc-5d373c2777e3), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.872369 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e25319ed-222b-4333-8c0a-55d5bcdc01d9 req-fe617de8-0536-4088-96ec-1600eef390b1 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 210 time: 0.0363395 May 04 13:51:02.950269 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (60c6e7a4-052f-463b-b1dc-5d373c2777e3), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.954544 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (60c6e7a4-052f-463b-b1dc-5d373c2777e3), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:02.972896 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Sync routers for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:51:02.994210 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:02.999337 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:03.000120 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c6e7a4-052f-463b-b1dc-5d373c2777e3,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:03.012106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.014112 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-92cc246a-38a5-4b24-b56f-bb32de8856b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947057 May 04 13:51:03.017153 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39870) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:03.025627 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:03.057021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (eac5cfbd-775b-4143-9938-1448cb648c45), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.128419 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (eac5cfbd-775b-4143-9938-1448cb648c45), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.133685 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (eac5cfbd-775b-4143-9938-1448cb648c45), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.150584 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac5cfbd-775b-4143-9938-1448cb648c45,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:03.169464 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.170987 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-90e24e01-4d79-41b3-a672-a3650b28fc18 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525314 May 04 13:51:03.174380 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 39874) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:03.180104 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:03.218997 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.securitygroups_db [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Project 3a581986e7304b35a1e08ebdd059c318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:51:03.228282 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (cfcca84f-dd55-4df7-b354-3476cfbc9d80), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.265857 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705d358-397b-48eb-99d5-8692bd3c7208 req-57fffc88-a88f-42f7-af57-d0dc4c969696 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:03.268039 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a705d358-397b-48eb-99d5-8692bd3c7208 req-57fffc88-a88f-42f7-af57-d0dc4c969696 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1015205 May 04 13:51:03.338060 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (cfcca84f-dd55-4df7-b354-3476cfbc9d80), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.346040 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (cfcca84f-dd55-4df7-b354-3476cfbc9d80), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.397351 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.398778 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228322 May 04 13:51:03.401055 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a705d358-397b-48eb-99d5-8692bd3c7208 req-f62ab370-97aa-4cd0-ba32-22ccdce4bced tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264424 May 04 13:51:03.401562 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 39878) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:03.408527 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883cfb2-66ad-4a91-b17d-611e70be9854 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcca84f-dd55-4df7-b354-3476cfbc9d80,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:03.428863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'security_group_rule': {'security_group_id': '1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e', 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:03.511059 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:03.515334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.securitygroups_db [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Project 3a581986e7304b35a1e08ebdd059c318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:51:03.527287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (b85ddf69-3d89-468b-8597-d9e7ece98049), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.546447 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01496db8-f961-4c7b-ac0f-d2b02f260604 req-8c2fec1a-d1d0-4182-ad27-c8d755e6d56c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:03.547519 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01496db8-f961-4c7b-ac0f-d2b02f260604 req-8c2fec1a-d1d0-4182-ad27-c8d755e6d56c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.1080165 May 04 13:51:03.676811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device e0771b06-9ef1-4465-b400-fc33c39ed7e5 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:03.778333 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port e0771b06-9ef1-4465-b400-fc33c39ed7e5 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:03.778623 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.781631 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:51:00Z', 'revision_number': 4, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b34af0cc-a866-4213-b90b-102f798e023d', 'name': '', 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'mac_address': 'fa:16:3e:56:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:59Z', 'updated_at': '2022-05-04T13:51:00Z', 'revision_number': 2, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'subnets': [{'id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:03.833214 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Checking router: b75bab73-411b-470d-97e2-b56ef4c01993 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:51:03.833565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Updating router b75bab73-411b-470d-97e2-b56ef4c01993 port b34af0cc-a866-4213-b90b-102f798e023d binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:51:03.871687 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b34af0cc-a866-4213-b90b-102f798e023d), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.922258 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b8966-8b32-49d6-8484-1269d9ac4883 req-c11d66ba-21ff-495d-80c9-de896d755095 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:03.924303 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3a5b8966-8b32-49d6-8484-1269d9ac4883 req-c11d66ba-21ff-495d-80c9-de896d755095 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.3256328 May 04 13:51:03.926062 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (b85ddf69-3d89-468b-8597-d9e7ece98049), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.929980 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01496db8-f961-4c7b-ac0f-d2b02f260604 req-ac5078dc-1d81-4b17-ae9f-fe57facfa35e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714011 May 04 13:51:03.943612 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (b85ddf69-3d89-468b-8597-d9e7ece98049), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:03.957785 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port e0771b06-9ef1-4465-b400-fc33c39ed7e5 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:03.976459 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85ddf69-3d89-468b-8597-d9e7ece98049,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:04.003332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.004379 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0502c1bc-b6c1-4b65-a899-1a31da1ec4ef tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6017778 May 04 13:51:04.016144 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3a5b8966-8b32-49d6-8484-1269d9ac4883 req-467ecf30-8fd8-4ded-adbd-c4b4ad4f6a36 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822711 May 04 13:51:04.122366 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57230fd8-1665-4a67-be9c-ea91b5cca8fd req-17ec4008-3acd-440d-bfe4-92cd821ca891 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:04.128266 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57230fd8-1665-4a67-be9c-ea91b5cca8fd req-17ec4008-3acd-440d-bfe4-92cd821ca891 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1037097 May 04 13:51:04.128554 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-dbd069dc-d1cc-49d4-8912-4a3ff2a7f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:04.130774 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-dbd069dc-d1cc-49d4-8912-4a3ff2a7f6a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1127 time: 0.0779314 May 04 13:51:04.162139 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6c0857f4-2379-4d14-b8af-c7ca6a7e7dee req-f6738600-1ed8-489d-ba67-c089764e704b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 210 time: 0.0328555 May 04 13:51:04.206043 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57230fd8-1665-4a67-be9c-ea91b5cca8fd req-ec89f479-171c-42fb-8697-c86c8d6e04bd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 May 04 13:51:04.230055 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks [] for port (b34af0cc-a866-4213-b90b-102f798e023d), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.236441 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.301010 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee639c2-af97-49f0-9187-e3c6e01c8cc5 None None] Pushing event updated for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:04.362040 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Attempting to bind port b34af0cc-a866-4213-b90b-102f798e023d on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:51:04.362413 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Attempting to bind port b34af0cc-a866-4213-b90b-102f798e023d by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:51:04.362776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Attempting to bind port b34af0cc-a866-4213-b90b-102f798e023d on network 4029ca93-9385-463e-98bc-7abc6e857a3b {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:04.371094 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:51:04.371525 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Checking segment: {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:51:04.371923 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.372315 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Bound using segment: {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:51:04.372779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Bound port: b34af0cc-a866-4213-b90b-102f798e023d, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a0a959-7b1e-413e-b780-185d8db99017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:51:04.373152 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b34af0cc-a866-4213-b90b-102f798e023d), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.447900 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] For port b34af0cc-a866-4213-b90b-102f798e023d, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:51:04.451829 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] For port b34af0cc-a866-4213-b90b-102f798e023d, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b34af0cc-a866-4213-b90b-102f798e023d,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:51:04.461526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.570835 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:04.571537 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:50:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:04.581131 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a9e7-50de-4d18-8333-3c2deb39c1a7 req-147c5d19-827f-4933-a804-17173bae51f0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:04.589535 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cb14a9e7-50de-4d18-8333-3c2deb39c1a7 req-147c5d19-827f-4933-a804-17173bae51f0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0945652 May 04 13:51:04.657161 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Provisioning complete for port b34af0cc-a866-4213-b90b-102f798e023d triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:04.658078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b34af0cc-a866-4213-b90b-102f798e023d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.688830 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee639c2-af97-49f0-9187-e3c6e01c8cc5 None None] Pushing event updated for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:04.722184 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cb14a9e7-50de-4d18-8333-3c2deb39c1a7 req-b7873e8d-053a-4c82-9ffb-d1eb6a5d117c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315618 May 04 13:51:04.757032 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-41d294ba-654a-4a05-8ae8-60c082c932f4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:04.758877 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-41d294ba-654a-4a05-8ae8-60c082c932f4 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.1124699 May 04 13:51:04.839019 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:04.890011 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Deleting port a474af42-9981-4ef2-bdd3-4ee28c5ced41 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:51:04.890361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.940107 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-59658527-b89b-4ccb-92a3-838ef15263c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 217 time: 0.3550527 May 04 13:51:04.988651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] For port a474af42-9981-4ef2-bdd3-4ee28c5ced41, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a474af42-9981-4ef2-bdd3-4ee28c5ced41,segment=NetworkSegment(9bad2a14-8057-4320-8fd5-4106e109c009),segment_id=9bad2a14-8057-4320-8fd5-4106e109c009)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:04.989307 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:04.990950 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Current status of the port b34af0cc-a866-4213-b90b-102f798e023d is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:04.991364 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b34af0cc-a866-4213-b90b-102f798e023d), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.006854 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Calling delete_port for a474af42-9981-4ef2-bdd3-4ee28c5ced41 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:51:05.072278 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] For port b34af0cc-a866-4213-b90b-102f798e023d, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b34af0cc-a866-4213-b90b-102f798e023d,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:05.084262 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.110158 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e43f6-d64b-4f4e-9bbd-b93ae44071e8 req-32a044e6-1682-44e5-9893-cda623f37063 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.112399 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-597e43f6-d64b-4f4e-9bbd-b93ae44071e8 req-32a044e6-1682-44e5-9893-cda623f37063 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.1008208 May 04 13:51:05.163663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95437a97-376c-4b51-99eb-60d313d15f49 req-020b1c80-2e29-46ca-9607-39f4144c1e1d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.166807 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95437a97-376c-4b51-99eb-60d313d15f49 req-020b1c80-2e29-46ca-9607-39f4144c1e1d tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 945 time: 0.0661898 May 04 13:51:05.197398 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-3849b42c-5035-4c9e-9cdd-c8e876e7261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.206928 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-3849b42c-5035-4c9e-9cdd-c8e876e7261b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.1064811 May 04 13:51:05.242695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b03443-f880-46cd-945b-4c28e9cd9d91 None None] Pushing event updated for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:05.246320 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:51:00Z', 'revision_number': 4, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b34af0cc-a866-4213-b90b-102f798e023d', 'name': '', 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'mac_address': 'fa:16:3e:56:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:59Z', 'updated_at': '2022-05-04T13:51:04Z', 'revision_number': 4, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'subnets': [{'id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:05.248414 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-42f309cf-40ca-4c25-b8ab-9e5ee7510e8d None None] Provisioning complete for port b34af0cc-a866-4213-b90b-102f798e023d triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:05.248858 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-42f309cf-40ca-4c25-b8ab-9e5ee7510e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b34af0cc-a866-4213-b90b-102f798e023d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.305919 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d535-78ed-4eee-be11-85fa776b9324 req-7502632c-28cc-48cf-9550-75efe3c1e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.307500 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-7502632c-28cc-48cf-9550-75efe3c1e71e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971577 May 04 13:51:05.319845 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeeb21f-36fa-4028-ada5-5e4d7d80a269 None None] The sync data for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi is: [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:51:00Z', 'revision_number': 4, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b34af0cc-a866-4213-b90b-102f798e023d', 'name': '', 'network_id': '4029ca93-9385-463e-98bc-7abc6e857a3b', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'mac_address': 'fa:16:3e:56:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:59Z', 'updated_at': '2022-05-04T13:51:04Z', 'revision_number': 4, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'subnets': [{'id': 'fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:05.326736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-597e43f6-d64b-4f4e-9bbd-b93ae44071e8 req-33eee4c2-1f18-48bf-a0f0-7997658d852b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583960 May 04 13:51:05.451239 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95437a97-376c-4b51-99eb-60d313d15f49 req-908e6b0c-8c7d-4450-81cc-6faa186a1429 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/security-groups?id=85513e7a-979a-40be-8910-ee97e95d6c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689400 May 04 13:51:05.451583 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-42f309cf-40ca-4c25-b8ab-9e5ee7510e8d None None] Current status of the port b34af0cc-a866-4213-b90b-102f798e023d is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:05.531446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-61f033fb-7481-4634-81bf-c03fa7a00574 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.533508 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-61f033fb-7481-4634-81bf-c03fa7a00574 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 813 time: 0.3119147 May 04 13:51:05.574671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Request body: {'port': {'device_id': '311ccb7e-872a-4948-9259-48b402e89400', 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0', 'admin_state_up': True, 'tenant_id': 'e7d7f59d1c6c47278b496d93acd0e61b'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:05.604442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (a474af42-9981-4ef2-bdd3-4ee28c5ced41), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.626767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['a474af42-9981-4ef2-bdd3-4ee28c5ced41'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:05.636493 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-d3c83285-47a5-485b-8f3c-0f8c6cc2b34c service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202937 May 04 13:51:05.719253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b34af0cc-a866-4213-b90b-102f798e023d up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:05.760265 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b157d-c5f4-4b4e-9f5e-36430a589632 req-b2987e75-a57b-466c-a200-60503a468d45 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.768785 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-199b157d-c5f4-4b4e-9f5e-36430a589632 req-b2987e75-a57b-466c-a200-60503a468d45 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1801724 May 04 13:51:05.788343 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a694d7f7-e2d6-493c-ae6b-92c3bd804351 req-4a4e42e0-29a7-41a1-9fec-3d99d2005e8f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 210 time: 0.2020538 May 04 13:51:05.792995 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port b34af0cc-a866-4213-b90b-102f798e023d triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:05.793374 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b34af0cc-a866-4213-b90b-102f798e023d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.827944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Made reservation on behalf of e7d7f59d1c6c47278b496d93acd0e61b for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:51:05.836540 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.859232 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1975d535-78ed-4eee-be11-85fa776b9324 req-cdd16d57-a543-4ac8-88bd-f6a914edc04a service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713529 May 04 13:51:05.869641 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Pushing event deleted for resources: {'Port': ['ID=a474af42-9981-4ef2-bdd3-4ee28c5ced41,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:05.940725 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port b34af0cc-a866-4213-b90b-102f798e023d is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:05.949433 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] No DVR routers for this DVR port a474af42-9981-4ef2-bdd3-4ee28c5ced41 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:51:05.959960 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:05.963333 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-88084cce-2e0f-485b-b370-0fa42ebc72b6 req-f66eb8a5-b6e3-4081-ac71-e2b540bcb0d7 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.23 "DELETE /v2.0/ports/a474af42-9981-4ef2-bdd3-4ee28c5ced41 HTTP/1.1" status: 204 len: 173 time: 1.1945322 May 04 13:51:05.963815 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'name': 'network-vif-deleted', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:05.966097 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b710d-155b-444e-bf7d-85bf081540b6" -d '{"events": [{"server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "name": "network-vif-deleted", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:05.995613 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66f5b-ec6e-4170-a77f-7c3929f856fe req-a0d0da06-6a89-4fb4-b61a-17f809b9d703 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:05.997138 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4dc66f5b-ec6e-4170-a77f-7c3929f856fe req-a0d0da06-6a89-4fb4-b61a-17f809b9d703 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0891426 May 04 13:51:06.007065 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-199b157d-c5f4-4b4e-9f5e-36430a589632 req-4200ee0b-1378-45d6-93cb-4c671bb7c56f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370293 May 04 13:51:06.017667 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Allocated IP 172.20.0.14 (64125f72-4a1e-4c80-b320-fc8c57c797f0/82a36797-1aac-4e7e-81fb-5164f12f66d2/fc6df560-b09a-4327-8983-213907df3507) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:06.070068 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4dc66f5b-ec6e-4170-a77f-7c3929f856fe req-9f38ec6f-0909-44f5-8cea-137a5503be03 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615273 May 04 13:51:06.085687 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e102d8e-cf29-4627-8439-ba5b6636e9d6 x-openstack-request-id: req-2e102d8e-cf29-4627-8439-ba5b6636e9d6 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:06.086105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9582ca-972c-4fac-8a16-29767eabedcf", "name": "network-vif-deleted", "tag": "a474af42-9981-4ef2-bdd3-4ee28c5ced41", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:06.086483 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e102d8e-cf29-4627-8439-ba5b6636e9d6 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:06.087600 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e102d8e-cf29-4627-8439-ba5b6636e9d6'] response: {'server_uuid': 'ba9582ca-972c-4fac-8a16-29767eabedcf', 'name': 'network-vif-deleted', 'tag': 'a474af42-9981-4ef2-bdd3-4ee28c5ced41', 'status': 'completed', 'code': 200} May 04 13:51:06.211237 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks [] for port (fc6df560-b09a-4327-8983-213907df3507), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:06.243069 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (fc6df560-b09a-4327-8983-213907df3507), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:06.285274 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:06.288427 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:06.294215 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:06.300681 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Pushing event updated for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:06.344905 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:06.345447 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:06.362108 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-6cc1cf86-a862-4481-8185-2e011f614c4f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973967 May 04 13:51:06.491769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf166-a682-4c7f-a0ed-28e3bbfb01e0 req-8a296113-4aa8-4c87-bdc1-1e6e0428bdb4 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:06.493424 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f34cf166-a682-4c7f-a0ed-28e3bbfb01e0 req-8a296113-4aa8-4c87-bdc1-1e6e0428bdb4 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0475574 May 04 13:51:06.547747 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3996c2b-6603-44d6-94a2-20eabe133bc4 req-dd4baf7f-e42b-489d-a047-7649fe49cff2 tempest-VolumesActionsTest-138456079 tempest-VolumesActionsTest-138456079-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba9582ca-972c-4fac-8a16-29767eabedcf HTTP/1.1" status: 200 len: 210 time: 0.0312304 May 04 13:51:06.576452 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f34cf166-a682-4c7f-a0ed-28e3bbfb01e0 req-58a4376e-3018-494d-8d53-8f76b8892a19 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768294 May 04 13:51:06.756771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Request body: {'port': {'device_id': '311ccb7e-872a-4948-9259-48b402e89400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:06.809710 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-75483edd-5d76-457a-911f-e4521fff5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:06.811356 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-75483edd-5d76-457a-911f-e4521fff5bce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1127 time: 0.0424442 May 04 13:51:06.845146 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (fc6df560-b09a-4327-8983-213907df3507), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:06.967575 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c57461-aa56-4a8b-95f6-4d4e230fecf4 req-1f34946e-8fe2-4aa0-a830-b88f4c1fe68b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:06.969128 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01c57461-aa56-4a8b-95f6-4d4e230fecf4 req-1f34946e-8fe2-4aa0-a830-b88f4c1fe68b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 932 time: 0.0882633 May 04 13:51:06.974378 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-60b08468-5327-48b2-ba7e-e1ebf685f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:06.975888 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-60b08468-5327-48b2-ba7e-e1ebf685f5d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.1555824 May 04 13:51:07.037171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-01c57461-aa56-4a8b-95f6-4d4e230fecf4 req-ef35655e-2494-4c4a-8059-4fad6942df22 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 May 04 13:51:07.140508 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584876-b131-4722-b4eb-fb5c672b220c req-25997fcb-e213-409a-9401-aac1e2accc36 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.148334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9d584876-b131-4722-b4eb-fb5c672b220c req-25997fcb-e213-409a-9401-aac1e2accc36 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0577769 May 04 13:51:07.202891 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6df560-b09a-4327-8983-213907df3507 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:07.213071 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks [] for port (fc6df560-b09a-4327-8983-213907df3507), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:07.230337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Transition to ACTIVE for port object fc6df560-b09a-4327-8983-213907df3507 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:51:07.238467 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-060619d4-3c10-4cb5-8dd0-c37d98d131b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 217 time: 0.0872731 May 04 13:51:07.242184 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (fc6df560-b09a-4327-8983-213907df3507), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:07.309980 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f58a-b1e0-49c9-9b6c-26b6515e0699 req-f552ad06-56e7-4170-bc46-da7bee39f764 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.311758 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a570f58a-b1e0-49c9-9b6c-26b6515e0699 req-f552ad06-56e7-4170-bc46-da7bee39f764 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0828087 May 04 13:51:07.326962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:07.409795 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9d584876-b131-4722-b4eb-fb5c672b220c req-e6b3ce78-543f-4b35-bdbc-151baddeb881 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605777 May 04 13:51:07.417533 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Attempting to bind port fc6df560-b09a-4327-8983-213907df3507 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:51:07.418186 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Attempting to bind port fc6df560-b09a-4327-8983-213907df3507 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:51:07.418401 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Attempting to bind port fc6df560-b09a-4327-8983-213907df3507 on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:07.423662 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Port fc6df560-b09a-4327-8983-213907df3507 on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:51:07.423969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-dc7ba899-26fa-42bf-bce1-20b088ab1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.424110 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Attempting to bind port fc6df560-b09a-4327-8983-213907df3507 on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:07.429273 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:51:07.429749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Checking segment: {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:51:07.430165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Bound using segment: {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:51:07.430644 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Bound port: fc6df560-b09a-4327-8983-213907df3507, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:51:07.431058 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (fc6df560-b09a-4327-8983-213907df3507), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:07.432543 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-dc7ba899-26fa-42bf-bce1-20b088ab1539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.1182978 May 04 13:51:07.462087 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a570f58a-b1e0-49c9-9b6c-26b6515e0699 req-4251db2a-eb7d-48f0-90d7-5f12b879f1e0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039860 May 04 13:51:07.496106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-ab0186d1-4023-4e9f-907a-1205ad2e8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.497902 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-ab0186d1-4023-4e9f-907a-1205ad2e8465 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552127 May 04 13:51:07.508387 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:51:07.511979 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc6df560-b09a-4327-8983-213907df3507,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:51:07.520243 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (fc6df560-b09a-4327-8983-213907df3507), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:07.561077 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.561655 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:07.563098 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] 10.222.0.23 "PUT /v2.0/ports/fc6df560-b09a-4327-8983-213907df3507 HTTP/1.1" status: 200 len: 1094 time: 0.8113580 May 04 13:51:07.563677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'tag': 'fc6df560-b09a-4327-8983-213907df3507'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:07.566267 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228ca58-8a18-43cc-8081-b64cb37a5226" -d '{"events": [{"name": "network-changed", "server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "tag": "fc6df560-b09a-4327-8983-213907df3507"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:07.638806 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-4866a1df-9535-44a4-83c0-f5786bc319cc service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339419 May 04 13:51:07.673949 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f079a5c-d001-42b4-8184-e1de86ba40a7 x-openstack-request-id: req-4f079a5c-d001-42b4-8184-e1de86ba40a7 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:07.674221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "tag": "fc6df560-b09a-4327-8983-213907df3507", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:07.674547 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f079a5c-d001-42b4-8184-e1de86ba40a7 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:07.674979 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f079a5c-d001-42b4-8184-e1de86ba40a7'] response: {'name': 'network-changed', 'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'tag': 'fc6df560-b09a-4327-8983-213907df3507', 'status': 'completed', 'code': 200} May 04 13:51:07.677785 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af24a3-5ed2-45f7-aaf4-baa3c3e6a81f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:07.706808 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-66fb706d-2318-4918-9d6a-e11057ed9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.708388 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-66fb706d-2318-4918-9d6a-e11057ed9325 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 1128 time: 0.0967491 May 04 13:51:07.753886 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-49110975-ffcd-4a13-aedf-6f8f2334025b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df560-b09a-4327-8983-213907df3507 HTTP/1.1" status: 200 len: 217 time: 0.0366395 May 04 13:51:07.756915 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0466-e79f-4f7b-9fb4-8c58e0fb97b5 req-f19bffbb-2a3d-458b-b2db-2a29a1e2543a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.761927 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cabc0466-e79f-4f7b-9fb4-8c58e0fb97b5 req-f19bffbb-2a3d-458b-b2db-2a29a1e2543a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 943 time: 0.0886266 May 04 13:51:07.762700 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4a5b7bd2-d5db-446a-947b-103df2472a4b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:51:07.766455 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a474af42-9981-4ef2-bdd3-4ee28c5ced41 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:51:07.838616 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: a474af42-9981-4ef2-bdd3-4ee28c5ced41 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:51:07.839306 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a474af42-9981-4ef2-bdd3-4ee28c5ced41 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:51:07.844395 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-a5d94b69-fe9c-4490-baa8-4a0267111c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:07.845992 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-a5d94b69-fe9c-4490-baa8-4a0267111c7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82a36797-1aac-4e7e-81fb-5164f12f66d2 HTTP/1.1" status: 200 len: 853 time: 0.0772643 May 04 13:51:07.861446 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca9b7ed-6202-4bba-a19b-8a61832d2783 req-703cb1f0-773f-4649-9a5c-562f059549a6 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130942 May 04 13:51:07.909862 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-83a238cd-0470-4076-88e7-6927a8caf969 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64125f72-4a1e-4c80-b320-fc8c57c797f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527928 May 04 13:51:07.916072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cabc0466-e79f-4f7b-9fb4-8c58e0fb97b5 req-125815a3-03c4-447e-8cb5-bb7aee59b06b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193328 May 04 13:51:07.972425 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:07.984701 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'port_id': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'mac_address': 'fa:16:3e:bb:89:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:51:08.037651 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-5c000902-bd5a-4fa1-a9f7-a6a359ffd794 service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180940 May 04 13:51:08.038496 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 4a5b7bd2-d5db-446a-947b-103df2472a4b is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:08.038891 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:08.053180 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5b7bd2-d5db-446a-947b-103df2472a4b {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:08.091354 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:08.096066 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:08.204381 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-57c233c9-3514-4a2a-8bb1-a9cf3743a573 req-9f4d736f-13c4-47bd-8d48-1977aba13102 service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559083 May 04 13:51:08.206215 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:08.305059 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b806-2fa2-4cf1-9963-75798a0ced61 req-dbc1c04c-1b44-477d-8371-0da0158e5c75 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:08.313106 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1734b806-2fa2-4cf1-9963-75798a0ced61 req-dbc1c04c-1b44-477d-8371-0da0158e5c75 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.1181848 May 04 13:51:08.361539 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1734b806-2fa2-4cf1-9963-75798a0ced61 req-d2dd892b-7664-4076-88f4-2590949b339e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466413 May 04 13:51:08.363997 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:08.577288 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa848e-f46a-4e8f-a255-7d6fbcdcda41 req-cd3382f7-411d-4b39-90b4-61ddeb3cd18a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:08.578761 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4cfa848e-f46a-4e8f-a255-7d6fbcdcda41 req-cd3382f7-411d-4b39-90b4-61ddeb3cd18a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0963595 May 04 13:51:08.629061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eadb23-2703-4796-bae9-ecbd8e63d11d req-34931ccf-6d44-4589-9585-1f256ec41617 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:08.630494 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5eadb23-2703-4796-bae9-ecbd8e63d11d req-34931ccf-6d44-4589-9585-1f256ec41617 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0754979 May 04 13:51:08.670671 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4cfa848e-f46a-4e8f-a255-7d6fbcdcda41 req-56cad813-c27d-4c10-878a-b0b3c6019885 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756178 May 04 13:51:08.696659 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5eadb23-2703-4796-bae9-ecbd8e63d11d req-13b10f37-a999-4d66-bec2-4f906bbda2b3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604508 May 04 13:51:09.027953 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002e16f-4d70-4180-9467-b9ed7d739d02 req-f8f1d955-7acb-4020-93b8-c0cd3bcbf5a0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:09.029449 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c002e16f-4d70-4180-9467-b9ed7d739d02 req-f8f1d955-7acb-4020-93b8-c0cd3bcbf5a0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 944 time: 0.0460236 May 04 13:51:09.075039 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c002e16f-4d70-4180-9467-b9ed7d739d02 req-868cc1ab-5c54-4e7c-a1db-d3438c75a08e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 May 04 13:51:09.481066 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74015d42-bda5-4e8e-82f0-7bb9b25e7abd req-a6314d25-a7be-4383-b4cf-ec651ccc4e98 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:09.482492 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74015d42-bda5-4e8e-82f0-7bb9b25e7abd req-a6314d25-a7be-4383-b4cf-ec651ccc4e98 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.0472348 May 04 13:51:09.528244 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74015d42-bda5-4e8e-82f0-7bb9b25e7abd req-50896eb6-e62d-44de-bffe-999b3f462e34 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398071 May 04 13:51:09.797606 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744667a-ac40-4fc2-99bb-5296298c3fbb req-cf747a03-560a-4d8b-b8e0-44838e5ad3ee tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:09.799569 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6744667a-ac40-4fc2-99bb-5296298c3fbb req-cf747a03-560a-4d8b-b8e0-44838e5ad3ee tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0621700 May 04 13:51:09.843461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7fe5-ed3d-473d-a045-e9fabfb109c5 req-ff5a4b37-03cb-470d-a8c2-90a66c27168b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:09.844950 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-35ea7fe5-ed3d-473d-a045-e9fabfb109c5 req-ff5a4b37-03cb-470d-a8c2-90a66c27168b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0696023 May 04 13:51:09.887705 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6744667a-ac40-4fc2-99bb-5296298c3fbb req-e6870f7c-d552-4c79-9bf3-7600a7adbc22 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 May 04 13:51:09.921895 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-35ea7fe5-ed3d-473d-a045-e9fabfb109c5 req-5e83f1ce-e35d-48c7-b1df-cfee60c35a43 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677552 May 04 13:51:10.189865 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299e6b5-4243-4d94-80e7-364d50c8867f req-c8a01537-e80e-4188-bde2-fe7f80a79b5e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:10.191500 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6299e6b5-4243-4d94-80e7-364d50c8867f req-c8a01537-e80e-4188-bde2-fe7f80a79b5e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 944 time: 0.0499549 May 04 13:51:10.238113 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6299e6b5-4243-4d94-80e7-364d50c8867f req-16085f09-3433-4192-99c4-08cd684f3258 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 May 04 13:51:10.647163 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244aaa4-b549-413e-9e10-dd31f0185d0f req-4abfc9f3-9012-4d10-bb76-7f792c7619a2 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:10.648918 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f244aaa4-b549-413e-9e10-dd31f0185d0f req-4abfc9f3-9012-4d10-bb76-7f792c7619a2 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.0560462 May 04 13:51:10.696931 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f244aaa4-b549-413e-9e10-dd31f0185d0f req-df9b6c36-1931-4453-978b-03cd24dfba2c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 May 04 13:51:11.013118 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d7ca4-9ba4-4484-b419-2f1adba941af req-88cce32b-238b-4c5d-b5ab-6662db771ce2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:11.014601 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd1d7ca4-9ba4-4484-b419-2f1adba941af req-88cce32b-238b-4c5d-b5ab-6662db771ce2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0520339 May 04 13:51:11.083288 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0541-012d-4ddb-814f-d95dabaaade3 req-071c30d2-2765-48c4-b004-a6a22c1e6f6a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:11.084896 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15bf0541-012d-4ddb-814f-d95dabaaade3 req-071c30d2-2765-48c4-b004-a6a22c1e6f6a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0694215 May 04 13:51:11.112672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd1d7ca4-9ba4-4484-b419-2f1adba941af req-0b99ba3a-531f-4fa3-8da1-c31dccd3c5da tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859208 May 04 13:51:11.143023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15bf0541-012d-4ddb-814f-d95dabaaade3 req-98532cd4-097d-4c67-800b-962bb29f643c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483570 May 04 13:51:11.352070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845864d7-e351-42c9-a19e-ffebf6fdb20b req-40f10156-70c7-4ac1-96ee-8f8008471270 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:11.353585 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-845864d7-e351-42c9-a19e-ffebf6fdb20b req-40f10156-70c7-4ac1-96ee-8f8008471270 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 944 time: 0.0463123 May 04 13:51:11.406132 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-845864d7-e351-42c9-a19e-ffebf6fdb20b req-6a4a01ef-a8fc-4cbc-bf73-3a39cc76dc16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 May 04 13:51:11.738475 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4a5b7bd2-d5db-446a-947b-103df2472a4b up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:11.783860 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 4a5b7bd2-d5db-446a-947b-103df2472a4b completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:51:11.792037 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 4a5b7bd2-d5db-446a-947b-103df2472a4b triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:11.792505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:11.814996 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38722f8-2043-4f93-9242-6c343ee2dc5c req-e7aabc78-ab64-46ec-a092-b075b9c03e04 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:11.816738 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a38722f8-2043-4f93-9242-6c343ee2dc5c req-e7aabc78-ab64-46ec-a092-b075b9c03e04 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.0516646 May 04 13:51:11.869096 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a38722f8-2043-4f93-9242-6c343ee2dc5c req-a95bf626-8cef-4b54-acc4-f457bbcbd274 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 May 04 13:51:11.870335 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 4a5b7bd2-d5db-446a-947b-103df2472a4b is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:11.870738 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:11.897421 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:11.899627 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a04d026-687d-4d0a-b342-2fd69bc3b05d" -d '{"events": [{"server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "name": "network-vif-plugged", "status": "completed", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:12.029459 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc110c1-770e-4536-945d-fde237ab8c0f x-openstack-request-id: req-efc110c1-770e-4536-945d-fde237ab8c0f {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:12.029772 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "name": "network-vif-plugged", "status": "completed", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:12.030022 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-efc110c1-770e-4536-945d-fde237ab8c0f {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:12.030401 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc110c1-770e-4536-945d-fde237ab8c0f'] response: {'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'code': 200} May 04 13:51:12.032063 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:12.036076 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:12.086030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:12.195750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-89ea04a4-856b-4378-9de7-629e04dd99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:12.197235 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-89ea04a4-856b-4378-9de7-629e04dd99f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 1128 time: 0.0539696 May 04 13:51:12.238101 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ea637-b93e-47d8-b05a-7ecb64bf88d0 req-602adbf5-9e89-4079-a3d4-8db152539b79 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:12.239539 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-321ea637-b93e-47d8-b05a-7ecb64bf88d0 req-602adbf5-9e89-4079-a3d4-8db152539b79 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0483439 May 04 13:51:12.300893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3131f-fa43-49ce-99ab-cfadf3b746e3 req-daeeccce-f2e9-47d1-98a6-6920cb12e52b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:12.302359 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca3131f-fa43-49ce-99ab-cfadf3b746e3 req-daeeccce-f2e9-47d1-98a6-6920cb12e52b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.0720022 May 04 13:51:12.330332 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-321ea637-b93e-47d8-b05a-7ecb64bf88d0 req-64ababa8-2699-45b2-b79a-e69d974c482f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836778 May 04 13:51:12.362258 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-aca3131f-fa43-49ce-99ab-cfadf3b746e3 req-1a487032-cdc3-4c63-b49b-0766cec51010 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537739 May 04 13:51:12.514585 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204353d0-226c-4efe-89c6-f09b7720773b req-141c613e-73c5-4246-a1e4-ba6ff9876074 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:12.516042 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-204353d0-226c-4efe-89c6-f09b7720773b req-141c613e-73c5-4246-a1e4-ba6ff9876074 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0450032 May 04 13:51:12.561163 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-204353d0-226c-4efe-89c6-f09b7720773b req-1ff28002-8170-4691-9202-f44572ecfa94 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 May 04 13:51:12.993012 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d88b-6eec-4bee-9467-700737401887 req-c644c60d-244c-4889-bd0b-eef162e5bf63 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:12.994911 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3d25d88b-6eec-4bee-9467-700737401887 req-c644c60d-244c-4889-bd0b-eef162e5bf63 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.0543942 May 04 13:51:13.140837 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3d25d88b-6eec-4bee-9467-700737401887 req-86a4c167-aeb3-4f4c-a4cf-de286913c9f6 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245987 May 04 13:51:13.198770 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-d5efef49-3b0f-444d-8955-44b51a650227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.201555 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-d5efef49-3b0f-444d-8955-44b51a650227 service neutron] 10.222.0.23 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 914 time: 0.2025187 May 04 13:51:13.247375 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7705e-935a-4043-a30e-eef0bbf80835 req-9adbfa2b-7575-4d4c-85a9-90be5dcbd35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.252562 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d3a7705e-935a-4043-a30e-eef0bbf80835 req-9adbfa2b-7575-4d4c-85a9-90be5dcbd35f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1129 time: 0.0904408 May 04 13:51:13.277755 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-54ab0928-d2ef-4dee-a7b8-df94f7494f6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6df560-b09a-4327-8983-213907df3507 HTTP/1.1" status: 200 len: 217 time: 0.0685892 May 04 13:51:13.336927 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d3a7705e-935a-4043-a30e-eef0bbf80835 req-a3f7d82f-18a1-4dde-9aff-46091848d421 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765018 May 04 13:51:13.361251 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-887db089-6a78-4ff5-9eda-c6458f3c5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.362803 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-887db089-6a78-4ff5-9eda-c6458f3c5f25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82a36797-1aac-4e7e-81fb-5164f12f66d2 HTTP/1.1" status: 200 len: 853 time: 0.0785382 May 04 13:51:13.460272 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d298d3-7fcd-4b9d-b12b-4457c321e07b req-40ecb6ab-446b-4839-83f0-9d4f85665643 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.467358 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-16d298d3-7fcd-4b9d-b12b-4457c321e07b req-40ecb6ab-446b-4839-83f0-9d4f85665643 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0556936 May 04 13:51:13.558935 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-16d298d3-7fcd-4b9d-b12b-4457c321e07b req-f4d59b3a-c0db-4df0-b0a0-3f87bc7b17b7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 May 04 13:51:13.590734 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f2fad-bfe2-4025-a648-6b981d15dc11 req-8594eaae-734f-4547-a556-1a4ff92129a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.595919 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2e2f2fad-bfe2-4025-a648-6b981d15dc11 req-8594eaae-734f-4547-a556-1a4ff92129a4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 943 time: 0.1123750 May 04 13:51:13.605449 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-30fc25e8-9c0d-4826-8ba4-ea38ecd80baf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64125f72-4a1e-4c80-b320-fc8c57c797f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441451 May 04 13:51:13.729015 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2e2f2fad-bfe2-4025-a648-6b981d15dc11 req-edbbe075-d94a-4173-bbee-f087c8a52746 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261039 May 04 13:51:13.747784 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:51:13.749584 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-fae624b0-028c-4b21-bfbe-25e316c7706b service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364250 May 04 13:51:13.766061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea17bc-a21c-4866-b9e2-3acd886bb47c req-e0e0c316-1d56-4883-9422-cd4ad3381ce6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:13.771326 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7dea17bc-a21c-4866-b9e2-3acd886bb47c req-e0e0c316-1d56-4883-9422-cd4ad3381ce6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.1109855 May 04 13:51:13.850272 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7dea17bc-a21c-4866-b9e2-3acd886bb47c req-f8a14edc-2da6-4db9-b19a-c91f45f2be00 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708277 May 04 13:51:13.873184 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1228ca58-8a18-43cc-8081-b64cb37a5226 req-344c1897-f3b4-41e1-9c2f-cfe0540c773f service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082027 May 04 13:51:13.904747 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:13.917394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '7c5cd021-4484-4754-82ae-d47272287f88', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '7c5cd021-4484-4754-82ae-d47272287f88', 'mac_address': 'fa:16:3e:99:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:51:13.956920 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:13.957305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:13.980816 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:14.003533 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:14.008820 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:14.009647 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device fc6df560-b09a-4327-8983-213907df3507 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:51:14.089325 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=9']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:14.188449 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc6df560-b09a-4327-8983-213907df3507,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:14.216649 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'fc6df560-b09a-4327-8983-213907df3507', 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0', 'port_id': 'fc6df560-b09a-4327-8983-213907df3507', 'mac_address': 'fa:16:3e:9d:69:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a36797-1aac-4e7e-81fb-5164f12f66d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:51:14.273601 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port fc6df560-b09a-4327-8983-213907df3507 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:14.273989 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (fc6df560-b09a-4327-8983-213907df3507), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:14.275526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b83c8-f570-4837-b653-ae0981b7af6d req-a9d529d3-a226-4b75-a7df-87ae4a2522c0 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:14.277103 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-052b83c8-f570-4837-b653-ae0981b7af6d req-a9d529d3-a226-4b75-a7df-87ae4a2522c0 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 944 time: 0.0561924 May 04 13:51:14.288105 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6df560-b09a-4327-8983-213907df3507 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:14.310748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc6df560-b09a-4327-8983-213907df3507,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:14.319760 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (fc6df560-b09a-4327-8983-213907df3507), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:14.335613 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-052b83c8-f570-4837-b653-ae0981b7af6d req-edfeaff7-5166-477b-a67a-ff8f9b424fa7 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 May 04 13:51:14.380289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:14.702107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aeb42-3c20-4aa9-82a1-dbceb710c9c5 req-a8679b01-8e16-4d41-a83a-4d34f1b8c807 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:14.703606 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-137aeb42-3c20-4aa9-82a1-dbceb710c9c5 req-a8679b01-8e16-4d41-a83a-4d34f1b8c807 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0584419 May 04 13:51:14.754025 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-137aeb42-3c20-4aa9-82a1-dbceb710c9c5 req-6df1bcb1-3cd8-4ff2-b16e-20b2742946d4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 May 04 13:51:14.776425 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['fc6df560-b09a-4327-8983-213907df3507'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:14.890354 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['7c5cd021-4484-4754-82ae-d47272287f88'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:14.896937 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1324f9-f38c-4197-a20d-748799b34ec4 req-fe1d80ae-aa71-4e40-96d9-030f071371fa tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:14.905551 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1b1324f9-f38c-4197-a20d-748799b34ec4 req-fe1d80ae-aa71-4e40-96d9-030f071371fa tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0804410 May 04 13:51:15.021725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb0ab7-2cab-406c-8bfe-3b23f2b4af2b req-98d1b69a-9c4c-4fa6-9bf4-ef1e9d28e2ec tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:15.023141 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-11cb0ab7-2cab-406c-8bfe-3b23f2b4af2b req-98d1b69a-9c4c-4fa6-9bf4-ef1e9d28e2ec tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0865514 May 04 13:51:15.032072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1b1324f9-f38c-4197-a20d-748799b34ec4 req-9b5c4bb3-6cf4-4ed4-87f1-10aa56cc22d8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255889 May 04 13:51:15.143008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-11cb0ab7-2cab-406c-8bfe-3b23f2b4af2b req-d62ea22d-f3b5-40c2-8e8d-325daabba085 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971975 May 04 13:51:15.281087 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88703f-0316-4f60-9d4c-7d61b08fd7ca req-848108bc-6dd6-4106-aeb3-bb12d3642e85 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:15.287486 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe88703f-0316-4f60-9d4c-7d61b08fd7ca req-848108bc-6dd6-4106-aeb3-bb12d3642e85 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0678854 May 04 13:51:15.342398 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe88703f-0316-4f60-9d4c-7d61b08fd7ca req-699af5f6-153e-4ced-87ab-abd53bddda71 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 May 04 13:51:15.474078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15afa21-bd4d-4788-931c-28d526fc6c16 req-f617b924-bedb-451e-8160-27bffddb1eee tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:15.481301 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c15afa21-bd4d-4788-931c-28d526fc6c16 req-f617b924-bedb-451e-8160-27bffddb1eee tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 945 time: 0.0554843 May 04 13:51:15.547498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c15afa21-bd4d-4788-931c-28d526fc6c16 req-45038c41-818c-4963-b0c6-a0e8486bc8d1 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 May 04 13:51:15.760592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06531a23-2233-4970-af6b-6e2ce1ed6337 req-9dc3f13d-3d87-4bf0-b693-78bd145b0e9a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:15.762344 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06531a23-2233-4970-af6b-6e2ce1ed6337 req-9dc3f13d-3d87-4bf0-b693-78bd145b0e9a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0527582 May 04 13:51:15.831342 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06531a23-2233-4970-af6b-6e2ce1ed6337 req-c891905e-7d97-4efe-8e0b-63ec4c03505b tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624738 May 04 13:51:15.918431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbefd96-ebf2-4e40-9777-e0c2f0935829 req-cae543a3-1e2c-4aa8-9538-6839903f83df tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:15.920170 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6dbefd96-ebf2-4e40-9777-e0c2f0935829 req-cae543a3-1e2c-4aa8-9538-6839903f83df tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0772839 May 04 13:51:15.984503 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6dbefd96-ebf2-4e40-9777-e0c2f0935829 req-9981c3bb-df91-4b9e-a4fb-a85c4d1eb3a3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 May 04 13:51:16.123686 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:16.238836 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.262917 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-acd9d267-98b1-48e8-8478-143e020d4634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.270347 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44168a-e134-481b-af00-14793942c349 req-3d64a841-8cdb-4c51-9f67-02ec6b76f294 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:16.273944 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f44168a-e134-481b-af00-14793942c349 req-3d64a841-8cdb-4c51-9f67-02ec6b76f294 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0820930 May 04 13:51:16.281464 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 7c5cd021-4484-4754-82ae-d47272287f88 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:16.281868 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7c5cd021-4484-4754-82ae-d47272287f88), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.353085 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f44168a-e134-481b-af00-14793942c349 req-22d8ed44-52fa-49e5-abf3-993d8cb60f58 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745628 May 04 13:51:16.385706 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 7c5cd021-4484-4754-82ae-d47272287f88 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:16.386078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.414083 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:16.416343 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af9784-9b78-4b88-8ef5-0f33186b5c54" -d '{"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:16.429764 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:16.434633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.435333 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device fc6df560-b09a-4327-8983-213907df3507 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:16.460916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bf5afe-ffcb-485c-a17d-c743b3cf2a2a x-openstack-request-id: req-b1bf5afe-ffcb-485c-a17d-c743b3cf2a2a {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:16.461485 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:16.461485 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1bf5afe-ffcb-485c-a17d-c743b3cf2a2a {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:16.461851 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bf5afe-ffcb-485c-a17d-c743b3cf2a2a'] response: {'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'code': 200} May 04 13:51:16.521328 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port fc6df560-b09a-4327-8983-213907df3507 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:51:16.527789 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=10']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:16.531634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port fc6df560-b09a-4327-8983-213907df3507 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:16.532032 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (fc6df560-b09a-4327-8983-213907df3507), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.620604 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port fc6df560-b09a-4327-8983-213907df3507 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:16.621015 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (fc6df560-b09a-4327-8983-213907df3507), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.657689 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc6df560-b09a-4327-8983-213907df3507,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:16.663722 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (fc6df560-b09a-4327-8983-213907df3507), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:16.664004 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f21adf-fad9-4089-bfa9-3492b6ecbe23 req-50ad9a6a-2d41-43ee-bf0b-09e7a0902ec4 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:16.665502 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7f21adf-fad9-4089-bfa9-3492b6ecbe23 req-50ad9a6a-2d41-43ee-bf0b-09e7a0902ec4 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 945 time: 0.0558712 May 04 13:51:16.743781 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7f21adf-fad9-4089-bfa9-3492b6ecbe23 req-4c914e5a-1872-4327-85b6-fdf8ceb3a182 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655949 May 04 13:51:16.749348 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:16.993343 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-1302d514-b935-45be-a9a9-33f1b14399e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:16.996245 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-1302d514-b935-45be-a9a9-33f1b14399e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1130 time: 0.0695524 May 04 13:51:17.088405 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd751-30d7-4842-b3d9-2a0107dccb44 req-90ae60e8-ba8a-4d38-915c-db0e3b8b31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.090477 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-cc7bd751-30d7-4842-b3d9-2a0107dccb44 req-90ae60e8-ba8a-4d38-915c-db0e3b8b31f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 1130 time: 0.0586109 May 04 13:51:17.149899 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2115-6ad3-4d6f-b7e8-6032fca1b55d req-93d8bd0d-a9f5-4e48-9d31-780eda7b48e8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.151679 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d7c2115-6ad3-4d6f-b7e8-6032fca1b55d req-93d8bd0d-a9f5-4e48-9d31-780eda7b48e8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0931716 May 04 13:51:17.184682 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-b30562ba-5198-4f96-bc6d-3f4af8662b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.186423 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-b30562ba-5198-4f96-bc6d-3f4af8662b97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.1545537 May 04 13:51:17.191134 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-cc7bd751-30d7-4842-b3d9-2a0107dccb44 req-d92c938d-1b2b-4840-91b5-db16b12587df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866780 May 04 13:51:17.269792 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d7c2115-6ad3-4d6f-b7e8-6032fca1b55d req-def2a82d-c17d-4eb5-b334-5f625d90b884 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088598 May 04 13:51:17.327943 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-4130f7cb-e55c-4e66-8557-73985a3437eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 200 len: 1001 time: 0.1295674 May 04 13:51:17.568460 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-dda10ac0-7500-40dc-ad17-80e0d27f4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.570062 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-dda10ac0-7500-40dc-ad17-80e0d27f4361 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.1257734 May 04 13:51:17.577413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6374-6c1e-41cc-8774-d1a7046d0927 req-b28df6d0-3fee-4185-b232-422891870557 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.579186 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2cab6374-6c1e-41cc-8774-d1a7046d0927 req-b28df6d0-3fee-4185-b232-422891870557 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0859554 May 04 13:51:17.655467 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-7a96009a-871d-4444-be47-bd880373d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.657736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-7a96009a-871d-4444-be47-bd880373d9fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773413 May 04 13:51:17.684020 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2cab6374-6c1e-41cc-8774-d1a7046d0927 req-67d71813-a2a7-47a8-8e7d-024c5fa48fb5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876276 May 04 13:51:17.860186 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d45b-0750-46cc-8c3f-db3c8dea8194 req-f46c2b0c-db50-4ed5-9fe1-8f64b63fb1d6 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:17.862447 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-77b1d45b-0750-46cc-8c3f-db3c8dea8194 req-f46c2b0c-db50-4ed5-9fe1-8f64b63fb1d6 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0509846 May 04 13:51:17.913800 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-77b1d45b-0750-46cc-8c3f-db3c8dea8194 req-a3ea1c68-e97a-4f34-a4ce-193eeb879148 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 May 04 13:51:18.156430 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-49fec50f-8d81-4a1e-be3b-0f3208cedc3c service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121101 May 04 13:51:18.295797 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80d959cc-582f-4a5d-bc12-6f4bc32221f7 req-0913bd00-6537-4188-a651-5739ff85feaa service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151710 May 04 13:51:18.409987 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-eb703e66-487c-40ac-a3d3-1df5a703548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:18.454118 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541367b-73b8-4977-821b-b7393a1b3005 req-988c7963-825e-4e02-a27a-85e65b9d5884 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:18.461643 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5541367b-73b8-4977-821b-b7393a1b3005 req-988c7963-825e-4e02-a27a-85e65b9d5884 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0900271 May 04 13:51:18.463369 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6df560-b09a-4327-8983-213907df3507'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:18.465967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c58483-1fd0-4a5f-834f-06ca814f2f6b" -d '{"events": [{"server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "name": "network-vif-plugged", "status": "completed", "tag": "fc6df560-b09a-4327-8983-213907df3507"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:18.511672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5541367b-73b8-4977-821b-b7393a1b3005 req-3e21b24c-3092-49e4-a840-273f156e2396 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 May 04 13:51:18.565858 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ba9a7-5b73-47fa-8ef1-32cf33477c36 x-openstack-request-id: req-151ba9a7-5b73-47fa-8ef1-32cf33477c36 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:18.566171 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "name": "network-vif-plugged", "status": "completed", "tag": "fc6df560-b09a-4327-8983-213907df3507", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:18.566420 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-151ba9a7-5b73-47fa-8ef1-32cf33477c36 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:18.566866 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151ba9a7-5b73-47fa-8ef1-32cf33477c36'] response: {'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6df560-b09a-4327-8983-213907df3507', 'code': 200} May 04 13:51:18.825252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f312c-1346-4c64-8e59-cdeb15959431 req-47c279f1-e26c-49a4-8c90-8256e89b742c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:18.827514 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-746f312c-1346-4c64-8e59-cdeb15959431 req-47c279f1-e26c-49a4-8c90-8256e89b742c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0655859 May 04 13:51:18.929191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-746f312c-1346-4c64-8e59-cdeb15959431 req-96a31edd-a3cb-42e5-94bd-09858d002b3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768132 May 04 13:51:19.075270 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddc43-18d9-4628-9b16-e8f709e8b7d7 req-5db005d2-e9d2-4c53-bea6-4fb0cd83145b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:19.077143 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dfaddc43-18d9-4628-9b16-e8f709e8b7d7 req-5db005d2-e9d2-4c53-bea6-4fb0cd83145b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0646384 May 04 13:51:19.149218 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dfaddc43-18d9-4628-9b16-e8f709e8b7d7 req-bafe4392-fcdc-4723-9c3c-3505412752de tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646245 May 04 13:51:19.593699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4a7ec-8d81-4fc4-8852-c6c2292ce035 req-d375eb55-ac54-49a5-a248-17f583a5a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:19.595556 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-02b4a7ec-8d81-4fc4-8852-c6c2292ce035 req-d375eb55-ac54-49a5-a248-17f583a5a90e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 1130 time: 0.0632079 May 04 13:51:19.744031 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-02b4a7ec-8d81-4fc4-8852-c6c2292ce035 req-36867f6b-d8f3-4839-ab25-9443d9ce64cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400759 May 04 13:51:19.773392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d48167-9281-48de-bf89-0079f0bfccc2 req-f8e752b8-a74d-45f0-a3ac-139f09fdd927 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:19.775284 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95d48167-9281-48de-bf89-0079f0bfccc2 req-f8e752b8-a74d-45f0-a3ac-139f09fdd927 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1000597 May 04 13:51:19.812839 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:19.855942 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-95d48167-9281-48de-bf89-0079f0bfccc2 req-f1283217-de92-4ad5-a80f-45d554171935 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746787 May 04 13:51:20.069572 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069ba1-5ada-4aa3-96e5-ee35c0b64096 req-2bf5cd9b-3a3f-41ca-aa54-5ca3757a3e36 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:20.071119 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-38069ba1-5ada-4aa3-96e5-ee35c0b64096 req-2bf5cd9b-3a3f-41ca-aa54-5ca3757a3e36 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0635030 May 04 13:51:20.127638 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-38069ba1-5ada-4aa3-96e5-ee35c0b64096 req-c3b7b551-aab9-4fe9-b0fd-d11140992ca3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490427 May 04 13:51:20.291478 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25dd44-46fc-4255-950c-e55222a9e398 req-eb696d7e-3cd9-4494-b0b8-a297159c8763 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:20.294564 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb25dd44-46fc-4255-950c-e55222a9e398 req-eb696d7e-3cd9-4494-b0b8-a297159c8763 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0668671 May 04 13:51:20.375668 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb25dd44-46fc-4255-950c-e55222a9e398 req-d0f78f6c-fddc-41f1-8d8d-bb085e7191b1 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725033 May 04 13:51:20.966072 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3b38-8487-40ec-ba1e-09a2a42de9e7 req-86c008d2-25d3-45cf-9c2e-ec89287d586e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:20.967532 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-839a3b38-8487-40ec-ba1e-09a2a42de9e7 req-86c008d2-25d3-45cf-9c2e-ec89287d586e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0481634 May 04 13:51:21.021736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-839a3b38-8487-40ec-ba1e-09a2a42de9e7 req-2dbf3a8f-8a32-4ac8-831a-26d81e28d165 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 May 04 13:51:21.267997 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:21.526933 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775efe2-2939-4821-8f25-9f6986e36d3d req-6449b00a-b662-483b-94c6-1fa330c026ac tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:21.535754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8775efe2-2939-4821-8f25-9f6986e36d3d req-6449b00a-b662-483b-94c6-1fa330c026ac tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0838819 May 04 13:51:21.596895 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8775efe2-2939-4821-8f25-9f6986e36d3d req-37b4146f-20d1-4260-a3b1-456e6108e11d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600388 May 04 13:51:22.049853 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-03c49f2d-421f-4708-ae97-e872c761b3aa tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358590548&fields=id&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 267 time: 0.0617282 May 04 13:51:22.226183 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a274-53d2-4465-8576-e2b913e06cd8 req-4e4c7c9d-d554-4d1b-a520-d103c55158a2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:22.228191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b3d1a274-53d2-4465-8576-e2b913e06cd8 req-4e4c7c9d-d554-4d1b-a520-d103c55158a2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1152411 May 04 13:51:22.277305 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-9b903f3d-ccce-4e4f-88a2-16d550411cbe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:22.278875 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-9b903f3d-ccce-4e4f-88a2-16d550411cbe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.2196560 May 04 13:51:22.314290 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-69adcc6c-2044-4036-9205-d7a1f5d23394 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/quotas/3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 375 time: 0.0282922 May 04 13:51:22.324068 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b3d1a274-53d2-4465-8576-e2b913e06cd8 req-fc3569ac-475c-4ad9-b4ce-53f92b9d7d30 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884192 May 04 13:51:22.554868 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:22.665534 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-f576a796-5bbb-4c7d-968e-907c0c0c27dd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3398116 May 04 13:51:22.792092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa349d-99a2-4634-9081-838ad091d87e req-6de55037-7c43-483f-9a85-63b773f95a3e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:22.794105 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4afa349d-99a2-4634-9081-838ad091d87e req-6de55037-7c43-483f-9a85-63b773f95a3e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.1032825 May 04 13:51:22.918650 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-662bfe59-f8f3-474e-8a8a-166dc1fef9b2 service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119596 May 04 13:51:22.923734 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4afa349d-99a2-4634-9081-838ad091d87e req-b59bcb8b-0895-4e93-ada7-15f211329578 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912709 May 04 13:51:23.044299 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-0d757148-c438-48d1-8e5c-880852878fd0 service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193104 May 04 13:51:23.519124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2e171533-f610-444a-b15d-a4f72a53bd61 req-ccb8d49d-9307-402a-b148-529c53757166 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 210 time: 0.0340455 May 04 13:51:23.541887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9876ec-c42d-44ad-aaa6-26e1d94fa86f req-3e609da8-4ab1-4ba1-bd6d-376f04c1aa43 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:23.551171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb9876ec-c42d-44ad-aaa6-26e1d94fa86f req-3e609da8-4ab1-4ba1-bd6d-376f04c1aa43 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1203744 May 04 13:51:23.619438 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb9876ec-c42d-44ad-aaa6-26e1d94fa86f req-9bc10f23-99b7-43be-9bf9-cd849b704393 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671439 May 04 13:51:24.644041 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e983f810-58e5-4718-b908-467fc304e53c req-f5d4b08d-3831-4adb-88f9-56bdcb4498b4 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 210 time: 0.0312948 May 04 13:51:24.746006 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cae43-d63f-47c0-95c7-7333867ee340 req-6ab6982a-42ee-41b9-b54e-90893217f823 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:24.747804 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-569cae43-d63f-47c0-95c7-7333867ee340 req-6ab6982a-42ee-41b9-b54e-90893217f823 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0530918 May 04 13:51:24.808348 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-569cae43-d63f-47c0-95c7-7333867ee340 req-d5f02fb3-416c-458d-b78d-ec0b4ceac44d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544002 May 04 13:51:25.529856 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-e9cd7208-38f3-42e2-96e0-989614ca79fb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:25.531346 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-e9cd7208-38f3-42e2-96e0-989614ca79fb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.1245484 May 04 13:51:25.747330 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1310590a-dd11-4813-8717-cd48edf6197e req-ef117c3c-2468-4f22-a267-c1d087080ac0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 210 time: 0.0327950 May 04 13:51:26.008079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc533-94ae-4582-b328-4a32c78582ca req-600a0358-eaea-4d65-a32a-8a429ab28dd3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:26.009955 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab8bc533-94ae-4582-b328-4a32c78582ca req-600a0358-eaea-4d65-a32a-8a429ab28dd3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1220932 May 04 13:51:26.057956 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-ce85a9bf-dd9b-4d1d-ac12-65d04d8d077f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 379 time: 0.1758015 May 04 13:51:26.070425 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'port': {'device_id': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'admin_state_up': True, 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'security_groups': ['1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:26.176392 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab8bc533-94ae-4582-b328-4a32c78582ca req-54447084-39a6-4e52-8d47-809327ba2c91 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566424 May 04 13:51:26.238574 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Made reservation on behalf of 3a581986e7304b35a1e08ebdd059c318 for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:51:26.242638 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:26.368900 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.20.0.6 (0165e08a-ce18-40c9-9ec1-f3bd51336905/f33dab18-eeaa-4268-b11b-226f53d27503/6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:26.527730 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:26.570216 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:26.634454 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:26.639345 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:26.647233 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:26.718132 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:26.732510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.732867 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.733184 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.733520 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.733861 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.734193 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.734518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.734846 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.735197 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.736227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.736674 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.736836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.737162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.737482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.737801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:26.758399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:26.760097 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:26.791739 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-97a5b46c-eb4f-4219-8b86-83db085b807a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258499 May 04 13:51:26.806482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Request body: {'port': {'device_id': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:26.884211 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:26.962414 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b5692-05fd-409d-ae2d-4a2d8898a4be req-ddb3b172-7943-4df5-9bab-29db269009bc tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:26.963943 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-049b5692-05fd-409d-ae2d-4a2d8898a4be req-ddb3b172-7943-4df5-9bab-29db269009bc tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 931 time: 0.0774632 May 04 13:51:27.056228 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-18fd3c26-0dde-47c2-ae03-5f195f7707e8 None None] Provisioning complete for port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:27.056770 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-18fd3c26-0dde-47c2-ae03-5f195f7707e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.118058 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-18fd3c26-0dde-47c2-ae03-5f195f7707e8 None None] Port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:51:27.135527 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-049b5692-05fd-409d-ae2d-4a2d8898a4be req-0425b6e6-8304-4834-99d1-77127fe8ed99 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649258 May 04 13:51:27.330578 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fafb5-8cb5-42c7-8a7e-a6927a5badbb req-bae00684-feb9-4f27-90a9-88d4882dcd2c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:27.332094 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a3fafb5-8cb5-42c7-8a7e-a6927a5badbb req-bae00684-feb9-4f27-90a9-88d4882dcd2c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.1032708 May 04 13:51:27.351329 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d221e-e0d8-4e83-a4c9-3083585053e8 req-a4a2324f-8419-4856-8fd8-59956b73ec47 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:27.352928 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-644d221e-e0d8-4e83-a4c9-3083585053e8 req-a4a2324f-8419-4856-8fd8-59956b73ec47 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0935402 May 04 13:51:27.460392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:27.474201 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks [] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.488606 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a3fafb5-8cb5-42c7-8a7e-a6927a5badbb req-37d1b79c-a5b6-4406-af07-555f574a0214 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479182 May 04 13:51:27.495644 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-644d221e-e0d8-4e83-a4c9-3083585053e8 req-3dd7dbc1-fdc3-4b7b-9ec3-22137ea6e262 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323249 May 04 13:51:27.506497 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Transition to ACTIVE for port object 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:51:27.511316 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.535260 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40420) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:27.581217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:27.715833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Attempting to bind port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:51:27.716172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Attempting to bind port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:51:27.716503 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Attempting to bind port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:27.728429 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:51:27.728759 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Attempting to bind port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:27.738204 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:51:27.738560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:51:27.738991 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Bound using segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:51:27.739446 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Bound port: 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:51:27.739811 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.820883 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:51:27.825084 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:51:27.834786 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.845498 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0eb35-4fb9-4898-8148-31f221908950 tempest-TestMinimumBasicScenario-929822933 tempest-TestMinimumBasicScenario-929822933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:27.853672 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e5b0eb35-4fb9-4898-8148-31f221908950 tempest-TestMinimumBasicScenario-929822933 tempest-TestMinimumBasicScenario-929822933-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1124 time: 0.3167052 May 04 13:51:27.854542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40426) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:27.861302 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'port_id': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:27.886457 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:27.887382 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.889010 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e HTTP/1.1" status: 200 len: 1093 time: 1.0895514 May 04 13:51:27.889955 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:27.892597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59936e-5bf8-427c-b985-267678ead08f" -d '{"events": [{"name": "network-changed", "server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:27.898719 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:27.930804 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2de8-d86a-4120-9d54-0ee2a2e567f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:27.979444 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71137dc-5b21-4a32-a17b-adf3ae60e423 x-openstack-request-id: req-f71137dc-5b21-4a32-a17b-adf3ae60e423 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:27.980342 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:27.980464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f71137dc-5b21-4a32-a17b-adf3ae60e423 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:27.982061 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71137dc-5b21-4a32-a17b-adf3ae60e423'] response: {'name': 'network-changed', 'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'status': 'completed', 'code': 200} May 04 13:51:28.033557 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-d4e99e7c-f8e2-4f95-85cc-d3a777a60677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:28.035141 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-d4e99e7c-f8e2-4f95-85cc-d3a777a60677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 1127 time: 0.0753834 May 04 13:51:28.048744 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:28.103046 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-e2b298bf-83f8-4e60-a963-c173cf6b7828 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e HTTP/1.1" status: 200 len: 217 time: 0.0460327 May 04 13:51:28.195872 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Allocated IP 172.27.1.115 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:28.200222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-6a232692-eab9-4c51-a143-0288cc360fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:28.205556 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-6a232692-eab9-4c51-a143-0288cc360fca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0851121 May 04 13:51:28.265175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c437ecf-e913-4dad-955d-cb8895349fff req-de57d22f-5c1d-4036-90bd-b9d9592c4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:28.267563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-de57d22f-5c1d-4036-90bd-b9d9592c4288 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543571 May 04 13:51:28.334022 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169352-0d14-4c5e-846c-fb37dd76dece req-6e0da0e2-c7d5-416b-abd0-6eab01f5bc4e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:28.335563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-43169352-0d14-4c5e-846c-fb37dd76dece req-6e0da0e2-c7d5-416b-abd0-6eab01f5bc4e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0863073 May 04 13:51:28.336813 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:28.371314 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:28.420838 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:28.425885 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:28.428091 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'Port': ['ID=6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:28.430610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:28.456062 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-43169352-0d14-4c5e-846c-fb37dd76dece req-6f8ab3e3-6334-4a55-9ee0-f16730313c72 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122093 May 04 13:51:28.460272 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.460630 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.460980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.461394 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.461898 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.462022 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-9d150c47-6a68-4add-bcf1-37010a1095bf service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625931 May 04 13:51:28.462124 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.462336 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.462805 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.463021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.463379 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.463663 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.463990 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.464977 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.464977 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.464977 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:28.591326 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c437ecf-e913-4dad-955d-cb8895349fff req-b33e283d-eb88-4101-9e6a-395e1b7a3228 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226923 May 04 13:51:28.681036 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81629979-3ccf-4aa5-8b23-de8a7c56a6f3 req-0652ff32-d18f-4d25-84a5-d2f76f77163c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:28.682455 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-81629979-3ccf-4aa5-8b23-de8a7c56a6f3 req-0652ff32-d18f-4d25-84a5-d2f76f77163c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0537052 May 04 13:51:28.739313 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-81629979-3ccf-4aa5-8b23-de8a7c56a6f3 req-c11ff7ec-ed33-4470-9118-1cf34f0855fd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 May 04 13:51:28.967415 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for floatingip (aa0f6b3c-5d28-407a-9839-6df490756643), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:29.017740 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59936e-5bf8-427c-b985-267678ead08f req-74130373-a08e-4652-bbc6-b48fcde6fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.020191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-74130373-a08e-4652-bbc6-b48fcde6fbe1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 1127 time: 0.0887218 May 04 13:51:29.057673 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:29.132716 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59936e-5bf8-427c-b985-267678ead08f req-38934548-0c8d-426a-92a3-25a80fd37d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.134383 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-38934548-0c8d-426a-92a3-25a80fd37d4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.1078923 May 04 13:51:29.184070 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-dcc53d18-ec4d-4895-97e2-5b3bc75e8351 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e HTTP/1.1" status: 200 len: 217 time: 0.0412064 May 04 13:51:29.252286 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:29.253157 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59936e-5bf8-427c-b985-267678ead08f req-dbc46766-d9fc-4ec4-bfd9-c3adf34879ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.254960 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-dbc46766-d9fc-4ec4-bfd9-c3adf34879ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0614254 May 04 13:51:29.257677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:29.348046 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (aa0f6b3c-5d28-407a-9839-6df490756643), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:29.372346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59936e-5bf8-427c-b985-267678ead08f req-42da3d11-6bdd-4a00-9d07-4c43e8e86554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.374865 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-42da3d11-6bdd-4a00-9d07-4c43e8e86554 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128402 May 04 13:51:29.408653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'Port': ['ID=6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:29.509472 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Floating IP aa0f6b3c-5d28-407a-9839-6df490756643 associated. External IP: 172.27.1.115, port: 4a5b7bd2-d5db-446a-947b-103df2472a4b. May 04 13:51:29.624719 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-95752dd3-0b4f-4bbf-b717-14851aba51ac service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379494 May 04 13:51:29.662954 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f43c2-4683-4ee3-83ee-7c92aa53b04c req-18485cde-3d04-4d5b-8815-bbfe0ffa3a41 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.665117 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-834f43c2-4683-4ee3-83ee-7c92aa53b04c req-18485cde-3d04-4d5b-8815-bbfe0ffa3a41 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0922272 May 04 13:51:29.788448 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-834f43c2-4683-4ee3-83ee-7c92aa53b04c req-130d6134-9372-4f1a-9941-460b7fbab21c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109326 May 04 13:51:29.824418 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a59936e-5bf8-427c-b985-267678ead08f req-25159321-8798-487d-b563-e48587857ad9 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890087 May 04 13:51:29.931928 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0620b-9f5b-4b33-aee4-2b705fcaaabe req-9d6e5f51-6957-4c88-8a30-e3555479f6ed tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:29.935591 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5f0620b-9f5b-4b33-aee4-2b705fcaaabe req-9d6e5f51-6957-4c88-8a30-e3555479f6ed tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0715997 May 04 13:51:30.010159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Router 9efa65af-4172-4d35-ab80-1f57a6cdebec has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:51:30.015059 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b5f0620b-9f5b-4b33-aee4-2b705fcaaabe req-2d6234da-638d-4724-a7d7-436f092b3b52 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728083 May 04 13:51:30.129061 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:51:30.141972 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Sync routers for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:51:30.149210 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.156111 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:30.157972 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:30.183412 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-76efd262-8d31-4778-85cc-6dea098302ed tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3270833 May 04 13:51:30.184093 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:30.186309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253fdda-ab39-483b-b36d-4040a8a8eb47" -d '{"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:30.186672 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40446) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:30.193667 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258568432', 'description': 'tempest-secgroup-smoke-258568432 description', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:30.222965 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.254439 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ae2c1-ec5a-495c-9e4c-6272b1e50f94 x-openstack-request-id: req-fe0ae2c1-ec5a-495c-9e4c-6272b1e50f94 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:30.254736 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:30.254991 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe0ae2c1-ec5a-495c-9e4c-6272b1e50f94 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:30.255426 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0ae2c1-ec5a-495c-9e4c-6272b1e50f94'] response: {'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:51:30.308817 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:30.337308 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-90b4b0c6-8f85-431e-8366-4d4cfefd5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:30.339049 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-90b4b0c6-8f85-431e-8366-4d4cfefd5115 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1129 time: 0.0517054 May 04 13:51:30.352939 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (7b7dc2e1-2566-4881-8bef-619fb95ddb8c), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.359379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7b7dc2e1-2566-4881-8bef-619fb95ddb8c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.395442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.397013 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2071657 May 04 13:51:30.402337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40450) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:30.411472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec35f2-dd82-4c78-836f-85ce2d4c028a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7dc2e1-2566-4881-8bef-619fb95ddb8c,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.413117 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:30.459562 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (105aed94-3ee6-4a81-8bd7-54f6496b1f0d), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.514741 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-23f6d62b-d3d9-4d30-a4f5-b7c5fddb3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:30.516329 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-23f6d62b-d3d9-4d30-a4f5-b7c5fddb3301 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.1158001 May 04 13:51:30.556220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (105aed94-3ee6-4a81-8bd7-54f6496b1f0d), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.561594 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (105aed94-3ee6-4a81-8bd7-54f6496b1f0d), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.594663 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105aed94-3ee6-4a81-8bd7-54f6496b1f0d,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.599044 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-29528875-65c8-4875-9b2c-af6dff19c867 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 999 time: 0.0759711 May 04 13:51:30.606288 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.611864 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-65f4fce9-28ed-4ca0-890b-1015fc9ee027 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2048607 May 04 13:51:30.612672 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40452) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:30.617530 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:30.658683 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (e9fb5037-b078-448f-9e36-135a5faa4c3c), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.669363 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'aa0f6b3c-5d28-407a-9839-6df490756643', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'port_id': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'mac_address': 'fa:16:3e:bb:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:28Z', 'updated_at': '2022-05-04T13:51:28Z', 'revision_number': 0, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:30.688310 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-7ef7a05e-4191-4e90-a8a5-f1b3b7dafa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:30.690971 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-7ef7a05e-4191-4e90-a8a5-f1b3b7dafa90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.0800855 May 04 13:51:30.709529 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Checking router: 9efa65af-4172-4d35-ab80-1f57a6cdebec for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:51:30.728416 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:30.729046 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:30.755139 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (e9fb5037-b078-448f-9e36-135a5faa4c3c), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.760701 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (e9fb5037-b078-448f-9e36-135a5faa4c3c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.768399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-19fe18b9-05c8-44c2-898d-a55cb687e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:30.769929 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-19fe18b9-05c8-44c2-898d-a55cb687e67f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637057 May 04 13:51:30.784644 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb5037-b078-448f-9e36-135a5faa4c3c,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:30.803172 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:30.808057 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40454) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:30.808988 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b206db33-bc1a-449d-a0ef-0a8f4d181d7a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953111 May 04 13:51:30.815160 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:30.888302 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:31.011285 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-5ba4b9c8-573f-4527-a3ea-7934010fe659 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234399 May 04 13:51:31.019683 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71230-7907-4dc0-a871-9ab3035c97a5 req-f8444319-91e0-4bd8-8341-7bd93defed05 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:31.023811 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b8e71230-7907-4dc0-a871-9ab3035c97a5 req-f8444319-91e0-4bd8-8341-7bd93defed05 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0751472 May 04 13:51:31.163537 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'aa0f6b3c-5d28-407a-9839-6df490756643', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'port_id': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'mac_address': 'fa:16:3e:bb:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:28Z', 'updated_at': '2022-05-04T13:51:28Z', 'revision_number': 0, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:31.177700 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (97b553a9-d520-4194-818b-b72b44b1bd9b), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.191647 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e253fdda-ab39-483b-b36d-4040a8a8eb47 req-be80e7bd-2f59-46bf-a8a7-9c369b194bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641963 May 04 13:51:31.196783 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9145fc6e-7e4a-41d0-bfe7-b7df8e48d99c None None] The sync data for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi is: [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'aa0f6b3c-5d28-407a-9839-6df490756643', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'port_id': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'mac_address': 'fa:16:3e:bb:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:28Z', 'updated_at': '2022-05-04T13:51:28Z', 'revision_number': 0, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:31.246831 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c214-12ee-4e41-891a-427d1913bd1c req-1671abd8-5a34-49d3-b3c9-eeb1bc635ab9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:31.248423 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a205c214-12ee-4e41-891a-427d1913bd1c req-1671abd8-5a34-49d3-b3c9-eeb1bc635ab9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1335051 May 04 13:51:31.288720 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b8e71230-7907-4dc0-a871-9ab3035c97a5 req-e6213494-a2d2-476c-bd94-82e72102a677 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596836 May 04 13:51:31.326683 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (97b553a9-d520-4194-818b-b72b44b1bd9b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.332658 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a205c214-12ee-4e41-891a-427d1913bd1c req-5a7a015a-33c9-4d2d-b0f9-3703dc70da66 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749831 May 04 13:51:31.333926 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (97b553a9-d520-4194-818b-b72b44b1bd9b), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.354892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b553a9-d520-4194-818b-b72b44b1bd9b,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:31.361299 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.362529 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9db98438-6999-4339-a521-b6170cf087e6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5527203 May 04 13:51:31.365393 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40462) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:31.371873 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:31.409990 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (d0798240-a8de-4d66-ad62-d22c87d2831b), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.502199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (d0798240-a8de-4d66-ad62-d22c87d2831b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.508549 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (d0798240-a8de-4d66-ad62-d22c87d2831b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.514778 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370276bd-d418-4612-939e-a02bfc9208bc None None] New status for floating IP aa0f6b3c-5d28-407a-9839-6df490756643: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:51:31.529661 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0798240-a8de-4d66-ad62-d22c87d2831b,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:31.537367 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.539467 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-4d1cbf1f-e257-4dc7-ab8b-99a37cf96920 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721985 May 04 13:51:31.541650 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40464) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:31.546396 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:31.573768 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.securitygroups_db [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Project 05f64d63ad6d44dca07315ac8fd865e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:51:31.579913 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (00bf4ce3-1c28-48b9-ba2d-b6fccad45181), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.647979 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (00bf4ce3-1c28-48b9-ba2d-b6fccad45181), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.655284 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (00bf4ce3-1c28-48b9-ba2d-b6fccad45181), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.674137 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bf4ce3-1c28-48b9-ba2d-b6fccad45181,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:31.686452 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.687692 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a9b4737f-5402-431e-885b-254432b44f16 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449301 May 04 13:51:31.695234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40466) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:31.701230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'security_group_rule': {'security_group_id': '7b7dc2e1-2566-4881-8bef-619fb95ddb8c', 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:31.723622 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.securitygroups_db [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Project 05f64d63ad6d44dca07315ac8fd865e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:51:31.730391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (5fad620c-bc2b-4241-9918-efbfe98b0766), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:31.933988 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:51:32.056642 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (5fad620c-bc2b-4241-9918-efbfe98b0766), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.061195 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (5fad620c-bc2b-4241-9918-efbfe98b0766), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.081597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fad620c-bc2b-4241-9918-efbfe98b0766,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:32.090161 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.091471 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-27cbce3d-31c2-4b02-87cc-6d9da8c36b60 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3990135 May 04 13:51:32.185833 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-14ff4068-17ef-4b71-8121-32fee75efee1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258568432&fields=id&tenant_id=05f64d63ad6d44dca07315ac8fd865e5 HTTP/1.1" status: 200 len: 267 time: 0.0450196 May 04 13:51:32.247076 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-991cf33d-353b-47fe-a698-1f2a4556add1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:32.251702 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-991cf33d-353b-47fe-a698-1f2a4556add1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0594735 May 04 13:51:32.260755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'port': {'security_groups': ['c6bc6a6f-8792-446c-ac9f-0760b44c2eac', '7b7dc2e1-2566-4881-8bef-619fb95ddb8c']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:32.340853 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.467758 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9c637-ef82-4084-9c33-a176092da171 req-060abf57-0996-45ff-947b-96708eb1df22 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:32.470472 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-efd9c637-ef82-4084-9c33-a176092da171 req-060abf57-0996-45ff-947b-96708eb1df22 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0806439 May 04 13:51:32.575547 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-efd9c637-ef82-4084-9c33-a176092da171 req-1ef753da-2f89-4ef7-b0e8-e363a28b26c3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962234 May 04 13:51:32.702234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:32.724668 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e31617-a854-456b-88a4-9c85b0ee490a req-2cbf1b50-3a1b-479b-bd9a-125b33c7bd47 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:32.727052 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b6e31617-a854-456b-88a4-9c85b0ee490a req-2cbf1b50-3a1b-479b-bd9a-125b33c7bd47 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0890017 May 04 13:51:32.769071 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.777444 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.792152 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:32.849698 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b6e31617-a854-456b-88a4-9c85b0ee490a req-1fdf4740-bd21-4407-acc6-541fc8bdccc6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091814 May 04 13:51:32.856793 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:32.857465 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:32.863574 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2edd1d82-0777-435f-8c62-3cb233e8155f req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "PUT /v2.0/ports/4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 981 time: 0.6074193 May 04 13:51:32.866932 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:32.868956 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed1e03-9235-48b3-ad90-97f2b453f3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:32.910420 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eed39-132e-4042-ad1f-a333858b3f17 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=6']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:32.952933 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec2b64-675f-4e2e-aa46-6bf974da0a69 x-openstack-request-id: req-25ec2b64-675f-4e2e-aa46-6bf974da0a69 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:32.953232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:32.953491 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25ec2b64-675f-4e2e-aa46-6bf974da0a69 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:32.954418 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ec2b64-675f-4e2e-aa46-6bf974da0a69'] response: {'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:51:33.037854 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:33.141103 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf36d2-6cb7-4382-b4d3-8d5fe139c354 req-e07ccd57-31ef-47cb-951e-ae19b967b165 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.143773 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7fcf36d2-6cb7-4382-b4d3-8d5fe139c354 req-e07ccd57-31ef-47cb-951e-ae19b967b165 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.1694775 May 04 13:51:33.145930 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-24b7c7a1-fdb3-41c8-8384-5fd74fdbb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.148328 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-24b7c7a1-fdb3-41c8-8384-5fd74fdbb999 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1168 time: 0.1500688 May 04 13:51:33.315094 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7fcf36d2-6cb7-4382-b4d3-8d5fe139c354 req-564eee3c-524a-4229-990b-988fd6b81e9a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651440 May 04 13:51:33.345343 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-d395edfe-2f5b-472a-8fe3-56e9dc78bd28 None None] Provisioning complete for port 4a5b7bd2-d5db-446a-947b-103df2472a4b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:33.345704 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d395edfe-2f5b-472a-8fe3-56e9dc78bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:33.346023 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-816bf64f-6c2c-4d1a-acb2-08770edf7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.350065 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-816bf64f-6c2c-4d1a-acb2-08770edf7e47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.1904526 May 04 13:51:33.439839 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-ddf36f4b-7ed1-48fc-a565-e818c1aec1eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 1001 time: 0.0824783 May 04 13:51:33.503060 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-3db2a963-9a72-4495-b62d-7e7580158e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.504849 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-3db2a963-9a72-4495-b62d-7e7580158e53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.0578175 May 04 13:51:33.565953 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-f7c90d91-126b-4e6f-af4c-ab0ea271737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.567785 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-f7c90d91-126b-4e6f-af4c-ab0ea271737a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563860 May 04 13:51:33.613093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-d395edfe-2f5b-472a-8fe3-56e9dc78bd28 None None] Current status of the port 4a5b7bd2-d5db-446a-947b-103df2472a4b is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:33.719498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-c3e86637-27d9-42b3-8616-764279c8f3f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431713 May 04 13:51:33.726103 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e880b-6aaf-436e-a5d5-8b121962e76e req-ae10c659-b655-444c-a789-3f217313bea7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.727489 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ff6e880b-6aaf-436e-a5d5-8b121962e76e req-ae10c659-b655-444c-a789-3f217313bea7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0634942 May 04 13:51:33.832231 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ff6e880b-6aaf-436e-a5d5-8b121962e76e req-18a28747-d847-4387-9312-9a8151b865fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967414 May 04 13:51:33.857740 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4eed1e03-9235-48b3-ad90-97f2b453f3a7 req-2938f4d3-5a7c-429b-b8e8-86a13dbf23b9 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292307 May 04 13:51:33.971818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738325b7-9784-4865-a66e-9fb84f0ed6b1 req-8b018db1-c8d0-4f3e-92de-7f26cda12d7c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:33.973312 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-738325b7-9784-4865-a66e-9fb84f0ed6b1 req-8b018db1-c8d0-4f3e-92de-7f26cda12d7c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0486188 May 04 13:51:34.027023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-738325b7-9784-4865-a66e-9fb84f0ed6b1 req-080cbe2c-72a6-4dfb-b5ae-315dacf9864b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 May 04 13:51:34.972440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfdc06-0d33-4e8b-b7eb-fb294f550feb req-53477b20-5cf3-45ac-82a8-16ce524afefe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:34.974008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83cfdc06-0d33-4e8b-b7eb-fb294f550feb req-53477b20-5cf3-45ac-82a8-16ce524afefe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0551908 May 04 13:51:35.031230 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83cfdc06-0d33-4e8b-b7eb-fb294f550feb req-f0e8e3b5-6570-45c1-bc60-c7db4c113600 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502641 May 04 13:51:35.151167 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a08c-8e37-443c-90a8-03bf007a0353 req-6580b246-d90c-424c-a774-caf6ffd08d67 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:35.152750 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6069a08c-8e37-443c-90a8-03bf007a0353 req-6580b246-d90c-424c-a774-caf6ffd08d67 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0545135 May 04 13:51:35.205721 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6069a08c-8e37-443c-90a8-03bf007a0353 req-c433c1be-4c04-4e30-9122-03472d4b5825 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 May 04 13:51:36.168384 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d7e18-cf2a-48f4-af22-b646b94f7129 req-e6299339-1123-4b8a-afe6-68b46c08a5b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:36.169840 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-248d7e18-cf2a-48f4-af22-b646b94f7129 req-e6299339-1123-4b8a-afe6-68b46c08a5b1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 943 time: 0.0613186 May 04 13:51:36.176697 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:51:36.217878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-248d7e18-cf2a-48f4-af22-b646b94f7129 req-152820ef-58e6-416c-937a-98e19cea4fb4 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 May 04 13:51:36.279308 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:36.292093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'port_id': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'mac_address': 'fa:16:3e:83:52:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:51:36.326169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d547a-7b1e-415e-b9e8-4489b4a5be4a req-eee4cf65-dfc5-48a4-860f-5ff9fa2e9c38 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:36.327626 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b86d547a-7b1e-415e-b9e8-4489b4a5be4a req-eee4cf65-dfc5-48a4-860f-5ff9fa2e9c38 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0529506 May 04 13:51:36.336966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:36.337356 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:36.350334 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:36.368829 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:36.372797 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:36.373952 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b86d547a-7b1e-415e-b9e8-4489b4a5be4a req-0335df06-0f34-481c-90c9-c963ee9c58f0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 May 04 13:51:36.419471 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:36.426360 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.426706 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.427046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.427419 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.427752 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.428441 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.428775 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.429101 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.429429 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.429752 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.430078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.431065 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.431428 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.431759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.432082 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:51:36.767278 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:37.256565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dfe5f-c3dc-425f-aa04-9ced7a331c9b req-6cfccb5b-c866-4ec6-8d93-11a1c396f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:37.258122 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-085dfe5f-c3dc-425f-aa04-9ced7a331c9b req-6cfccb5b-c866-4ec6-8d93-11a1c396f765 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1129 time: 0.0408125 May 04 13:51:37.341023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-085dfe5f-c3dc-425f-aa04-9ced7a331c9b req-63e5212a-fafc-4858-96ab-4964c4674fc0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747252 May 04 13:51:37.352027 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b477144-4703-4088-b056-c6321c4f9bdc req-076c1df1-2c6d-4140-be73-9b5a4b7703c5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:37.353411 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b477144-4703-4088-b056-c6321c4f9bdc req-076c1df1-2c6d-4140-be73-9b5a4b7703c5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 944 time: 0.0598190 May 04 13:51:37.403256 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b477144-4703-4088-b056-c6321c4f9bdc req-276a635c-fa4a-4c60-bebb-e28241f46e75 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438166 May 04 13:51:37.494767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c1051-5f22-4207-aad9-1b72a3301205 req-4c50b6d4-95f1-4c52-b90a-d5c142471a72 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:37.496407 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe0c1051-5f22-4207-aad9-1b72a3301205 req-4c50b6d4-95f1-4c52-b90a-d5c142471a72 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0537612 May 04 13:51:37.545458 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe0c1051-5f22-4207-aad9-1b72a3301205 req-0333de39-6820-488c-ba7f-48e6c5182f9e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 May 04 13:51:38.194177 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:51:38.239776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:51:38.246412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:38.246781 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.317549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40588) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:38.337297 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:38.337685 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.359480 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:38.362176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189dceb-e65d-44d7-ae8b-8990d3104a69" -d '{"events": [{"server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "name": "network-vif-plugged", "status": "completed", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:38.364167 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Deleting subnet 95ebfb40-b60b-47db-b529-2221ccf6d1ff {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:51:38.367464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Publish callbacks [] for subnet (95ebfb40-b60b-47db-b529-2221ccf6d1ff), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.374442 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:38.379260 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.405516 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0878a68-b53e-43d2-ba2e-fc7d2df2cd0f x-openstack-request-id: req-b0878a68-b53e-43d2-ba2e-fc7d2df2cd0f {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:38.405831 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "name": "network-vif-plugged", "status": "completed", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:38.406087 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0878a68-b53e-43d2-ba2e-fc7d2df2cd0f {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:38.406474 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0878a68-b53e-43d2-ba2e-fc7d2df2cd0f'] response: {'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'code': 200} May 04 13:51:38.411691 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (95ebfb40-b60b-47db-b529-2221ccf6d1ff), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.458443 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (95ebfb40-b60b-47db-b529-2221ccf6d1ff), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.459911 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:38.542065 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe0f1b-3ce3-45ff-a0e8-3e56fc7a9907 req-e4e959cb-504d-4781-810d-7df0363875ca tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:38.543574 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4dfe0f1b-3ce3-45ff-a0e8-3e56fc7a9907 req-e4e959cb-504d-4781-810d-7df0363875ca tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0579252 May 04 13:51:38.558747 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (95ebfb40-b60b-47db-b529-2221ccf6d1ff), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.601356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ebfb40-b60b-47db-b529-2221ccf6d1ff,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:38.606707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.612234 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0a383057-42c3-4947-ba9e-4d40d735ed9c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/95ebfb40-b60b-47db-b529-2221ccf6d1ff HTTP/1.1" status: 204 len: 168 time: 0.2917795 May 04 13:51:38.613599 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40596) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:38.653702 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4dfe0f1b-3ce3-45ff-a0e8-3e56fc7a9907 req-0c1c28fe-3789-4029-9f73-d1833ceed2e0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916896 May 04 13:51:38.679282 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (1da6ce6b-d612-42cb-bade-1575b4c18229), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.690206 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a211-4cb3-45fc-996f-6fb2bfa21374 req-d45cf91e-3d99-4bf4-ae61-845c066157be tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:38.692189 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9731a211-4cb3-45fc-996f-6fb2bfa21374 req-d45cf91e-3d99-4bf4-ae61-845c066157be tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0613358 May 04 13:51:38.743805 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9731a211-4cb3-45fc-996f-6fb2bfa21374 req-bbc23f1e-f066-4390-bf15-8b0f39542289 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 May 04 13:51:38.763120 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (1da6ce6b-d612-42cb-bade-1575b4c18229), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.783722 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6ce6b-d612-42cb-bade-1575b4c18229']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:38.793099 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bad2a14-8057-4320-8fd5-4106e109c009') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:38.793391 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bad2a14-8057-4320-8fd5-4106e109c009') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:38.802633 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (9bad2a14-8057-4320-8fd5-4106e109c009), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.817194 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (9bad2a14-8057-4320-8fd5-4106e109c009), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.823653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:51:38.824144 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (9bad2a14-8057-4320-8fd5-4106e109c009), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:51:38.826102 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:51:38.881625 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (1da6ce6b-d612-42cb-bade-1575b4c18229), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.889404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:38.893351 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] 10.222.0.73 "DELETE /v2.0/networks/1da6ce6b-d612-42cb-bade-1575b4c18229 HTTP/1.1" status: 204 len: 168 time: 0.2797508 May 04 13:51:38.902874 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941308b9-fc9f-47c1-8f50-f7a9aa72751b admin admin] Pushing event deleted for resources: {'Network': ['ID=1da6ce6b-d612-42cb-bade-1575b4c18229,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:38.997662 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eeed5-7c6c-4295-a586-ca32fbec1411 req-033ff1a9-24f6-4230-b783-ba76e7662a50 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:38.999038 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7d1eeed5-7c6c-4295-a586-ca32fbec1411 req-033ff1a9-24f6-4230-b783-ba76e7662a50 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0548186 May 04 13:51:39.046732 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7d1eeed5-7c6c-4295-a586-ca32fbec1411 req-5c8dd376-0d19-47ad-a494-795fa6b0407b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 May 04 13:51:39.058134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40608) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:39.099017 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-61f8f1a0-c84f-42be-91f4-e04d6e779a5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b247ac663df481cb07ef27e3759d6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396993 May 04 13:51:39.101340 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40610) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:39.150222 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] Publish callbacks [] for security_group (85513e7a-979a-40be-8910-ee97e95d6c9b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:39.174234 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] Publish callbacks [] for security_group (85513e7a-979a-40be-8910-ee97e95d6c9b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:39.224960 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (85513e7a-979a-40be-8910-ee97e95d6c9b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:39.229739 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:39.233313 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85513e7a-979a-40be-8910-ee97e95d6c9b HTTP/1.1" status: 204 len: 168 time: 0.1285796 May 04 13:51:39.243585 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18cc2-e76c-4f47-9c0c-ccacfb878466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85513e7a-979a-40be-8910-ee97e95d6c9b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:39.270823 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-e5bccfa1-7c03-43ff-8ba2-4819d7e21859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.272449 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-e5bccfa1-7c03-43ff-8ba2-4819d7e21859 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1129 time: 0.0432303 May 04 13:51:39.366962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b2aed-a049-4c1c-8652-a0ad6510db2e req-bb8a23be-7296-42b2-ab14-bef41719ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.366962 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-533b2aed-a049-4c1c-8652-a0ad6510db2e req-bb8a23be-7296-42b2-ab14-bef41719ec63 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 1129 time: 0.0509865 May 04 13:51:39.402530 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-96b64d30-5c4a-477e-b379-cc35d7fe76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.403914 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-96b64d30-5c4a-477e-b379-cc35d7fe76aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.1147425 May 04 13:51:39.415800 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-533b2aed-a049-4c1c-8652-a0ad6510db2e req-93452c23-80f2-4924-ae73-94ad1bd2d6af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 May 04 13:51:39.447536 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-313ea6a2-c402-4ca9-97ae-605cd7bbe64f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 217 time: 0.0371096 May 04 13:51:39.675890 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-2f60929e-ce24-4672-92c8-ed6d3f4efbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.677334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-2f60929e-ce24-4672-92c8-ed6d3f4efbd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0485685 May 04 13:51:39.740130 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-9ac0c28d-afd5-4b1f-ab78-6ce90d7ed396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.741621 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-9ac0c28d-afd5-4b1f-ab78-6ce90d7ed396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543625 May 04 13:51:39.799353 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dbdfe-0ac9-4fa7-8d17-6a49daaaff8c req-6e2c4a13-004a-43a7-918a-95400229844a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:39.800879 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-913dbdfe-0ac9-4fa7-8d17-6a49daaaff8c req-6e2c4a13-004a-43a7-918a-95400229844a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0750904 May 04 13:51:39.890804 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-d726c56b-b308-4b35-8d77-d8ac207c3022 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338582 May 04 13:51:39.906829 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-913dbdfe-0ac9-4fa7-8d17-6a49daaaff8c req-b5e8cda9-8a60-4d81-a614-34852581a5e0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777838 May 04 13:51:40.164348 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1aeee-bcc4-4067-af56-b29bb756dc87 req-e5b75ef6-a9c6-4960-9346-25ed0dcb6f98 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:40.165826 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c1c1aeee-bcc4-4067-af56-b29bb756dc87 req-e5b75ef6-a9c6-4960-9346-25ed0dcb6f98 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0507443 May 04 13:51:40.220144 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c1c1aeee-bcc4-4067-af56-b29bb756dc87 req-2d2a7bca-535c-4d5d-90ec-64ff227d5982 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 May 04 13:51:40.369194 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83a48a6c-8a1c-4bc5-807f-382633486c60 req-c14a6080-1767-449d-a92b-fd565f088a2d service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881913 May 04 13:51:41.017548 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3cf86-411f-4f8b-bb41-8fb3781b4f20 req-3b15e583-1be9-4cf8-9a86-0dde329e30fa tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:41.019027 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c0d3cf86-411f-4f8b-bb41-8fb3781b4f20 req-3b15e583-1be9-4cf8-9a86-0dde329e30fa tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0461357 May 04 13:51:41.067560 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c0d3cf86-411f-4f8b-bb41-8fb3781b4f20 req-c1b31e7b-5bb2-4eaa-96ec-58f6a9315c48 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 May 04 13:51:41.181448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ddb1-e6fd-4755-9f19-acc80bf7409f req-f7e91ff1-e210-4aba-b7ff-6fd353ab6e88 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:41.182934 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f285ddb1-e6fd-4755-9f19-acc80bf7409f req-f7e91ff1-e210-4aba-b7ff-6fd353ab6e88 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0466249 May 04 13:51:41.232360 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f285ddb1-e6fd-4755-9f19-acc80bf7409f req-96a43b41-b834-4fa3-a259-2ba7e7cc0e27 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 May 04 13:51:41.254114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40718) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:41.349722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f68e9-c2bd-4e49-b58e-04df4ee84df0 req-5ead1477-0b45-45ba-b44b-02bda8c24719 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:41.351259 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d76f68e9-c2bd-4e49-b58e-04df4ee84df0 req-5ead1477-0b45-45ba-b44b-02bda8c24719 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0592690 May 04 13:51:41.403975 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d76f68e9-c2bd-4e49-b58e-04df4ee84df0 req-b14fe9e7-08f2-4504-ae05-45db99867d63 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 May 04 13:51:41.452510 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b268a396-a794-4eaf-99e7-ab182648be20 tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:41.454912 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b268a396-a794-4eaf-99e7-ab182648be20 tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 1124 time: 0.1984844 May 04 13:51:41.459374 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40724) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:41.464243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'port_id': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:41.484518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:41.574121 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:41.677827 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.27.1.154 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/bab9cc65-42cf-4eef-a42f-8511e5fad41d) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:41.787758 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:41.822675 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:41.874246 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:41.877889 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:41.881643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:41.917777 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=bab9cc65-42cf-4eef-a42f-8511e5fad41d,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:42.613226 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e141135-92aa-40c7-a3a1-a32e02974973 req-e827d9d2-b920-4e0f-bdcd-bb8bfff53c37 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:42.614775 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9e141135-92aa-40c7-a3a1-a32e02974973 req-e827d9d2-b920-4e0f-bdcd-bb8bfff53c37 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.1064591 May 04 13:51:42.648024 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (a4e5348c-b3d3-4bef-9b93-66f365ec2bf5), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:42.732858 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9e141135-92aa-40c7-a3a1-a32e02974973 req-a228510a-e99a-42ac-9ed3-4429824f0cb0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102257 May 04 13:51:42.766915 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:42.931304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:42.935296 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:43.003924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=bab9cc65-42cf-4eef-a42f-8511e5fad41d,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:43.015987 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (a4e5348c-b3d3-4bef-9b93-66f365ec2bf5), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:43.118496 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP a4e5348c-b3d3-4bef-9b93-66f365ec2bf5 associated. External IP: 172.27.1.154, port: 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e. May 04 13:51:43.333356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:51:43.443957 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:51:43.454163 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:51:43.462515 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:43.469922 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:43.470847 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:43.506879 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-530e1ffe-151f-427b-966d-090dd24f46fe tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0318239 May 04 13:51:43.506879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:43.506879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4665c1-3536-4b92-9a16-af01dd193989" -d '{"events": [{"name": "network-changed", "server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:43.529413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d8b60-4438-4f31-8e5d-b68f4efc0c5c x-openstack-request-id: req-ba9d8b60-4438-4f31-8e5d-b68f4efc0c5c {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:43.529699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:43.529949 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba9d8b60-4438-4f31-8e5d-b68f4efc0c5c {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:43.530355 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9d8b60-4438-4f31-8e5d-b68f4efc0c5c'] response: {'name': 'network-changed', 'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'status': 'completed', 'code': 200} May 04 13:51:43.669380 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:43.847039 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ac954-15ea-433d-bf76-aef7dfb9d196 req-7822cff3-88de-49fc-b5aa-240ee5d5e395 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:43.848488 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a77ac954-15ea-433d-bf76-aef7dfb9d196 req-7822cff3-88de-49fc-b5aa-240ee5d5e395 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0476110 May 04 13:51:43.883857 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a4e5348c-b3d3-4bef-9b93-66f365ec2bf5', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:83:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:42Z', 'updated_at': '2022-05-04T13:51:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:43.896102 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a77ac954-15ea-433d-bf76-aef7dfb9d196 req-2d97e58d-3a06-429d-ba4e-82fc8ed73ba0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 May 04 13:51:43.913833 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:51:43.923468 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:51:43.924115 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:44.043135 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:51:44.048651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-0936539b-fac4-4954-a361-c81a1cc6912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:44.050434 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-0936539b-fac4-4954-a361-c81a1cc6912e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 1129 time: 0.0614269 May 04 13:51:44.152833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-94389c3a-15e5-41c6-9a3b-7193f02bf124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:44.154229 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-94389c3a-15e5-41c6-9a3b-7193f02bf124 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.0903070 May 04 13:51:44.224405 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-24f63ba6-a625-4fa5-94d6-6c50af2bb372 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e HTTP/1.1" status: 200 len: 999 time: 0.0636995 May 04 13:51:44.267340 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-9f5d2053-5b51-4758-9919-607019382282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a4e5348c-b3d3-4bef-9b93-66f365ec2bf5', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:83:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:42Z', 'updated_at': '2022-05-04T13:51:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:51:44.274882 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-68ef9248-65d6-4f9a-a648-c604babe7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:44.276352 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-68ef9248-65d6-4f9a-a648-c604babe7c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0449600 May 04 13:51:44.297914 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d2053-5b51-4758-9919-607019382282 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a4e5348c-b3d3-4bef-9b93-66f365ec2bf5', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:83:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:42Z', 'updated_at': '2022-05-04T13:51:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:51:44.325874 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-2caf5400-bfe1-45a8-b4eb-8fd4eedc7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:44.327400 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-2caf5400-bfe1-45a8-b4eb-8fd4eedc7cdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440967 May 04 13:51:44.423033 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-22a80d34-514c-47e9-9c58-4382236e0b74 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883381 May 04 13:51:44.512442 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bc22b-2e23-40c3-a7de-59291ed11238 None None] New status for floating IP a4e5348c-b3d3-4bef-9b93-66f365ec2bf5: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:51:44.515073 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a4665c1-3536-4b92-9a16-af01dd193989 req-3ba2c0b1-6ee8-47c3-adb1-b4d039f3add0 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 May 04 13:51:45.013745 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266ff8a-1fcc-4ed5-a012-2b519144fb7a req-01b1a6a8-f5bd-409e-be5b-8228953530d6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:45.015185 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2266ff8a-1fcc-4ed5-a012-2b519144fb7a req-01b1a6a8-f5bd-409e-be5b-8228953530d6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0481033 May 04 13:51:45.066030 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2266ff8a-1fcc-4ed5-a012-2b519144fb7a req-f1b9bd7e-ccc8-44c7-86ab-48fdc1f9e98d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 May 04 13:51:46.128026 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.245121 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7cf45560-ccdc-43ec-b0e8-33fd63fcf0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.719545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 40778) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:46.723971 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051301130', 'description': 'tempest-description--1239541665'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:46.743782 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.814174 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (29045abf-4af0-448d-8b33-044d188ccb45), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.819542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (29045abf-4af0-448d-8b33-044d188ccb45), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.847428 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.848647 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1281128 May 04 13:51:46.851617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40782) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:46.852598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f403a97-633f-4bd3-9176-2086b8032ef7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29045abf-4af0-448d-8b33-044d188ccb45,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:46.856276 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'security_group_rule': {'security_group_id': '29045abf-4af0-448d-8b33-044d188ccb45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:46.881093 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (449c24ff-5bc9-4957-8faf-1846e0300ddc), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.935822 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (449c24ff-5bc9-4957-8faf-1846e0300ddc), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.940012 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (449c24ff-5bc9-4957-8faf-1846e0300ddc), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.955062 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449c24ff-5bc9-4957-8faf-1846e0300ddc,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:46.966880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:46.968128 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-1fffdfcd-0fc7-456c-a296-a6fc3e4c98cf tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154099 May 04 13:51:46.971383 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40784) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:46.975508 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'security_group_rule': {'security_group_id': '29045abf-4af0-448d-8b33-044d188ccb45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:46.999809 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (a1e8ecb6-8814-48f0-aa70-ad6613ce4e7b), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.060440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (a1e8ecb6-8814-48f0-aa70-ad6613ce4e7b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.064052 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (a1e8ecb6-8814-48f0-aa70-ad6613ce4e7b), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.078700 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e8ecb6-8814-48f0-aa70-ad6613ce4e7b,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:47.088915 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.090081 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-115c0a16-6fa7-4ac7-849c-3cd86a389195 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177948 May 04 13:51:47.093268 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40788) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:51:47.097974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:47.119175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.198145 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.302832 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Allocated IP 172.27.1.159 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/84a76101-036c-4c2c-8ef7-11c05683b92b) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:47.410329 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.443257 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.481439 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:47.484656 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:47.490726 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:47.496424 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'Port': ['ID=84a76101-036c-4c2c-8ef7-11c05683b92b,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:47.582887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.619060 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:47.997267 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:48.001683 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:48.069337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'Port': ['ID=84a76101-036c-4c2c-8ef7-11c05683b92b,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:48.078881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:48.096400 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:48.097642 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bb79a5ad-a54a-4347-b38b-1d07979bf445 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0034511 May 04 13:51:48.293734 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-a469e11e-74b4-47f9-abff-a1263ca1981d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2051301130&fields=id&tenant_id=9c15593c7d8143d08f5f72fb3689266a HTTP/1.1" status: 200 len: 267 time: 0.0408828 May 04 13:51:48.394728 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9201335a-4474-42cd-b937-f316ba8bed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:48.403643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-e9d8f267-d8be-4a54-8c96-002be755be78 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:48.405105 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-e9d8f267-d8be-4a54-8c96-002be755be78 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.1048286 May 04 13:51:48.419691 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-9e0ab060-3897-459b-9db7-ed9fbf5c4b71 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/quotas/9c15593c7d8143d08f5f72fb3689266a HTTP/1.1" status: 200 len: 375 time: 0.0088696 May 04 13:51:48.472348 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fdb3e86c-9f35-464a-88fd-51a7df372943 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0476751 May 04 13:51:48.575459 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-10dab620-4406-45ba-85db-836757c29482 service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918977 May 04 13:51:48.664213 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-b3a2e3f4-1f43-4558-9f26-549cfb51e719 service neutron] 10.222.0.73 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 May 04 13:51:48.826744 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3254cd7-9868-4e2c-8f08-1bdafdb3a401 req-b3a4aefa-d02f-41a9-aeac-ea08a4aee105 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0320692 May 04 13:51:49.807657 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:49.895414 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-c508bae0-a58c-4808-b11c-6add4921b526 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:49.896845 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-c508bae0-a58c-4808-b11c-6add4921b526 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 819 time: 0.1129553 May 04 13:51:49.931626 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-166b8c47-ec7e-4a28-8241-cae63d010cb9 req-3da542f5-ef8b-40fd-8307-e801c3601a94 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0337877 May 04 13:51:49.984392 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-8ef47eb6-b137-49b6-9398-b2cb024a9d01 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c15593c7d8143d08f5f72fb3689266a HTTP/1.1" status: 200 len: 380 time: 0.0597432 May 04 13:51:49.999667 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'port': {'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'admin_state_up': True, 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'security_groups': ['29045abf-4af0-448d-8b33-044d188ccb45']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:50.102915 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Made reservation on behalf of 9c15593c7d8143d08f5f72fb3689266a for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:51:50.106362 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.246061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Allocated IP 172.20.0.11 (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8/b299a2ae-cd52-4a9d-860c-ff961f461a27) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:51:50.394251 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.428190 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.471412 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:51:50.474558 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:51:50.480706 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:51:50.506759 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event updated for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:50.534441 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:50.535048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.553233 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-fe3510f4-9231-46a3-bbf4-23bee3348834 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570140 May 04 13:51:50.566072 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Request body: {'port': {'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:51:50.637911 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.758520 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-764b7f17-16bd-47fb-afbe-bfb6b3d11741 None None] Provisioning complete for port b299a2ae-cd52-4a9d-860c-ff961f461a27 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:51:50.759088 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-764b7f17-16bd-47fb-afbe-bfb6b3d11741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.792765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-764b7f17-16bd-47fb-afbe-bfb6b3d11741 None None] Port b299a2ae-cd52-4a9d-860c-ff961f461a27 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:51:50.920325 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b299a2ae-cd52-4a9d-860c-ff961f461a27 {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:50.929257 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks [] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:50.942448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Transition to ACTIVE for port object b299a2ae-cd52-4a9d-860c-ff961f461a27 will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:51:50.947116 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:51.018847 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Pushing event updated for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:51.097782 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20409e3a-26a3-48a6-90fd-c3824b80bf6a req-249be6b6-14ef-436d-a1be-6829545725c8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:51.099344 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-20409e3a-26a3-48a6-90fd-c3824b80bf6a req-249be6b6-14ef-436d-a1be-6829545725c8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 944 time: 0.0902672 May 04 13:51:51.153649 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Attempting to bind port b299a2ae-cd52-4a9d-860c-ff961f461a27 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:51:51.153990 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Attempting to bind port b299a2ae-cd52-4a9d-860c-ff961f461a27 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:51:51.154324 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Attempting to bind port b299a2ae-cd52-4a9d-860c-ff961f461a27 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:51.167251 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Port b299a2ae-cd52-4a9d-860c-ff961f461a27 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:51:51.167585 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Attempting to bind port b299a2ae-cd52-4a9d-860c-ff961f461a27 on network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:51:51.179765 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-20409e3a-26a3-48a6-90fd-c3824b80bf6a req-ed59ade5-4953-433c-8b48-f738068ee7a3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737057 May 04 13:51:51.181937 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:51:51.182288 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Checking segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:51:51.182736 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Bound using segment: {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:51:51.183183 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Bound port: b299a2ae-cd52-4a9d-860c-ff961f461a27, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0975dec-400d-42e9-a36c-4a4b86e5e562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:51:51.183709 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:51.266719 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:51:51.270487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:51:51.277504 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:51.278390 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:51.320536 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:51.321146 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:51.322615 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] 10.222.0.23 "PUT /v2.0/ports/b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1094 time: 0.7610993 May 04 13:51:51.322927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:51:51.325179 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8afbab-5e79-4e11-960d-23512595da7c" -d '{"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:51:51.348684 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd127a1-6f87-43d7-871f-cc71fc608d22 service neutron] Pushing event updated for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:51.374984 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c88b0-75d5-4fb2-9748-78ba5429b5a9 x-openstack-request-id: req-7e7c88b0-75d5-4fb2-9748-78ba5429b5a9 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:51:51.375304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:51:51.375617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e7c88b0-75d5-4fb2-9748-78ba5429b5a9 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:51:51.375957 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7c88b0-75d5-4fb2-9748-78ba5429b5a9'] response: {'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'status': 'completed', 'code': 200} May 04 13:51:51.436978 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-16c2e7fe-fc37-4540-9045-45ac9e5b1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:51.438448 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-16c2e7fe-fc37-4540-9045-45ac9e5b1721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1128 time: 0.0439026 May 04 13:51:51.484892 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-72ed5223-7086-4956-aae6-5c53ef673dcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 217 time: 0.0355067 May 04 13:51:51.538340 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-6496578c-8830-45bc-b059-cca3147a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:51.539966 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-6496578c-8830-45bc-b059-cca3147a6072 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0478196 May 04 13:51:51.748123 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-86ed74d0-383f-44c2-85ee-456478bfd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:51.749602 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-86ed74d0-383f-44c2-85ee-456478bfd268 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385249 May 04 13:51:52.234060 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-d3f6107a-8e56-4330-b6c2-b57b42bc1dd1 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 May 04 13:51:52.305362 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969228d-698d-48dd-b89b-3f7d46648c23 req-93fc6939-ec22-431e-ba70-c29a187df57a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:52.306854 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9969228d-698d-48dd-b89b-3f7d46648c23 req-93fc6939-ec22-431e-ba70-c29a187df57a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 944 time: 0.0524163 May 04 13:51:52.356349 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9969228d-698d-48dd-b89b-3f7d46648c23 req-f6bbe968-a5af-46c5-b1cf-f3ee094fd708 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 May 04 13:51:52.549338 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:52.696078 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74ae8247-0963-4f1d-96c1-951dba3183e5 req-886868ce-4dd0-4ec0-a645-c278cb6c3953 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040108 May 04 13:51:53.476199 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac1ff-5661-438a-b040-9e36191cc251 req-1e3085e8-d189-43a9-89f6-a0fed4373648 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:53.477906 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd3ac1ff-5661-438a-b040-9e36191cc251 req-1e3085e8-d189-43a9-89f6-a0fed4373648 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 944 time: 0.0530608 May 04 13:51:53.529566 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd3ac1ff-5661-438a-b040-9e36191cc251 req-f79d54cc-c411-44c9-93ce-969c7e0afbcd tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 May 04 13:51:54.119644 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afbab-5e79-4e11-960d-23512595da7c req-ee6b7b14-75c4-4f5a-af5a-8b975fb6bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:54.121158 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-ee6b7b14-75c4-4f5a-af5a-8b975fb6bdde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1128 time: 0.0385273 May 04 13:51:54.640764 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec1a64-5d21-4d2a-a425-3de302a32467 req-3abecbc1-59b6-471e-b08d-38a70c5b0d5f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:54.642814 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-97ec1a64-5d21-4d2a-a425-3de302a32467 req-3abecbc1-59b6-471e-b08d-38a70c5b0d5f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 944 time: 0.0463948 May 04 13:51:54.688248 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-97ec1a64-5d21-4d2a-a425-3de302a32467 req-427b6c6b-ef8e-43c7-8454-de3970101470 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 May 04 13:51:55.231746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afbab-5e79-4e11-960d-23512595da7c req-6a3a71fb-1ce2-4613-a906-8270ba4e8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:55.233182 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-6a3a71fb-1ce2-4613-a906-8270ba4e8af7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0874755 May 04 13:51:55.802531 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5791f2-73c5-4045-925c-8894b1eb3a45 req-38f2489b-49df-47c0-a855-3ef33c8d5568 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:55.804046 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b5791f2-73c5-4045-925c-8894b1eb3a45 req-38f2489b-49df-47c0-a855-3ef33c8d5568 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 944 time: 0.0475187 May 04 13:51:55.851920 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b5791f2-73c5-4045-925c-8894b1eb3a45 req-c75f84db-d5dd-4ebb-a80e-3f75854a5847 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 May 04 13:51:55.947881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device b299a2ae-cd52-4a9d-860c-ff961f461a27 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:51:56.047012 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:56.173787 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:51:56.210669 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port b299a2ae-cd52-4a9d-860c-ff961f461a27 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:51:56.211050 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:56.223724 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b299a2ae-cd52-4a9d-860c-ff961f461a27 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:51:56.245008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:51:56.249275 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:51:56.294817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:51:56.985396 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-4358a15b-0810-4a01-84d1-d369cfc1263f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 217 time: 0.0527151 May 04 13:51:57.005709 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c01a5-5c5d-4588-8d62-00d427c2befc req-b855b5e1-f2e6-4e5d-845c-105d835d30d0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:57.007067 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ee9c01a5-5c5d-4588-8d62-00d427c2befc req-b855b5e1-f2e6-4e5d-845c-105d835d30d0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 945 time: 0.0858364 May 04 13:51:57.059724 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afbab-5e79-4e11-960d-23512595da7c req-81b5561c-a7f2-428a-b6ae-f7e3ce93de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:57.061091 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-81b5561c-a7f2-428a-b6ae-f7e3ce93de34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0678756 May 04 13:51:57.106274 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ee9c01a5-5c5d-4588-8d62-00d427c2befc req-edfc8561-19c6-4306-a9b0-dc580bc6ea6d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811031 May 04 13:51:57.113990 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afbab-5e79-4e11-960d-23512595da7c req-83a05fe5-9ead-474a-9e75-f47a46420df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:57.115407 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-83a05fe5-9ead-474a-9e75-f47a46420df3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462632 May 04 13:51:57.212294 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-6ca1131e-6932-45c8-9484-24b1b686cc8e service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818551 May 04 13:51:57.311712 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bd8afbab-5e79-4e11-960d-23512595da7c req-cdebc4a4-4401-4dc3-a04b-77c815188275 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936308 May 04 13:51:57.329814 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['b299a2ae-cd52-4a9d-860c-ff961f461a27'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:51:58.214850 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4ec1-5ee0-4ced-a9f0-0f1a15f0d043 req-72a823b9-8a36-40e7-a359-526bbff480fc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:58.216317 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0dc4ec1-5ee0-4ced-a9f0-0f1a15f0d043 req-72a823b9-8a36-40e7-a359-526bbff480fc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 945 time: 0.0459287 May 04 13:51:58.268665 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0dc4ec1-5ee0-4ced-a9f0-0f1a15f0d043 req-a2d77e00-446b-4d22-9c66-0e6d6022b639 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 May 04 13:51:59.381881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4be0a-e94a-4767-90da-6dafd507cad4 req-5f400d60-ee2c-4d5c-a731-6ab6e0a6d1ab tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:51:59.383392 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a8c4be0a-e94a-4767-90da-6dafd507cad4 req-5f400d60-ee2c-4d5c-a731-6ab6e0a6d1ab tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 945 time: 0.0494332 May 04 13:51:59.429466 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a8c4be0a-e94a-4767-90da-6dafd507cad4 req-58a1b221-2575-44d3-a89e-f95a775e8f86 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 May 04 13:52:00.539536 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615e69e-50d6-4f6c-baf2-dea10d8063b3 req-f4ecb35b-3bdd-4d0f-979f-1c697c386754 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:00.540974 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4615e69e-50d6-4f6c-baf2-dea10d8063b3 req-f4ecb35b-3bdd-4d0f-979f-1c697c386754 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 945 time: 0.0451112 May 04 13:52:00.586107 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4615e69e-50d6-4f6c-baf2-dea10d8063b3 req-e44a722f-dcc0-45c4-8b4a-c46f0654091b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 May 04 13:52:01.511187 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device b299a2ae-cd52-4a9d-860c-ff961f461a27 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:01.556856 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port b299a2ae-cd52-4a9d-860c-ff961f461a27 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:52:01.561881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port b299a2ae-cd52-4a9d-860c-ff961f461a27 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:01.562353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:01.637943 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port b299a2ae-cd52-4a9d-860c-ff961f461a27 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:01.638327 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:01.660636 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:01.662819 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d4ace6-ede9-455b-bfb7-e1a4ef617ea6" -d '{"events": [{"server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "name": "network-vif-plugged", "status": "completed", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:01.676031 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:01.681417 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:01.706899 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e229917-1ca4-49bc-bc08-7d3d173b3bde x-openstack-request-id: req-9e229917-1ca4-49bc-bc08-7d3d173b3bde {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:01.707180 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "name": "network-vif-plugged", "status": "completed", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:01.707453 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e229917-1ca4-49bc-bc08-7d3d173b3bde {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:01.707834 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e229917-1ca4-49bc-bc08-7d3d173b3bde'] response: {'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'code': 200} May 04 13:52:01.708588 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7cdc5-b360-4ac1-a701-690d865500e2 req-0b18bcc8-8f01-4b20-856b-dd742461871f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:01.710249 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50f7cdc5-b360-4ac1-a701-690d865500e2 req-0b18bcc8-8f01-4b20-856b-dd742461871f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 945 time: 0.0578659 May 04 13:52:01.741387 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:01.770952 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50f7cdc5-b360-4ac1-a701-690d865500e2 req-6ef9f429-472c-45cb-8377-1895fffdf1aa tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473640 May 04 13:52:01.891528 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eff32-7a7d-4096-b126-9c4a28f67154 req-c591b173-0a31-475a-af3a-8aca747b27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:01.892898 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-731eff32-7a7d-4096-b126-9c4a28f67154 req-c591b173-0a31-475a-af3a-8aca747b27ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0377073 May 04 13:52:01.936253 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-731eff32-7a7d-4096-b126-9c4a28f67154 req-59a33393-f873-425c-a579-ee937e68dcea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365541 May 04 13:52:02.884842 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de10ac-603a-4782-b3bd-c1c16830c87f req-6ca816f1-54b7-43aa-8cee-0e511fa291e8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:02.886268 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-63de10ac-603a-4782-b3bd-c1c16830c87f req-6ca816f1-54b7-43aa-8cee-0e511fa291e8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0459456 May 04 13:52:02.934116 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-63de10ac-603a-4782-b3bd-c1c16830c87f req-335bd612-729a-4caf-8d97-e92178293558 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 May 04 13:52:04.043616 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de772-b963-4808-aa1a-610061c661a9 req-e41531c6-f0c1-4367-beb0-bc6efb2018a6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:04.045047 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0b6de772-b963-4808-aa1a-610061c661a9 req-e41531c6-f0c1-4367-beb0-bc6efb2018a6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0455928 May 04 13:52:04.090498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0b6de772-b963-4808-aa1a-610061c661a9 req-7b6f8861-e639-4efa-b743-1e730e94eb4c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 May 04 13:52:05.198473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33c76-f49e-4e00-b7cd-c6f0dd39d38c req-8d928adb-c89e-4fb1-b698-18992154f6e2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:05.199921 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eca33c76-f49e-4e00-b7cd-c6f0dd39d38c req-8d928adb-c89e-4fb1-b698-18992154f6e2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0451429 May 04 13:52:05.246709 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eca33c76-f49e-4e00-b7cd-c6f0dd39d38c req-78e240c1-0070-42c0-98ae-b495f178794d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 May 04 13:52:06.365924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781e239-f4fd-443f-8e0c-8d26dbf899e3 req-9ef34eee-47c6-4d3f-91bf-fb0edec4b1f6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:06.367375 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6781e239-f4fd-443f-8e0c-8d26dbf899e3 req-9ef34eee-47c6-4d3f-91bf-fb0edec4b1f6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0494692 May 04 13:52:06.412398 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6781e239-f4fd-443f-8e0c-8d26dbf899e3 req-5427ae62-b7fb-4ac0-a8ef-6e7d4e2d2cb4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394745 May 04 13:52:07.522154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a499-0d7d-4be6-9d78-ab4e27b4867e req-f9a582de-2201-443b-aecd-0006b5c6e0ef tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:07.523616 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9418a499-0d7d-4be6-9d78-ab4e27b4867e req-f9a582de-2201-443b-aecd-0006b5c6e0ef tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0450017 May 04 13:52:07.568827 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9418a499-0d7d-4be6-9d78-ab4e27b4867e req-fc4e447c-2ec1-4275-952b-9ca1734a77c6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 May 04 13:52:07.674790 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604f0d9-0b3b-419e-85a7-afde62d1f97d req-a0d81c57-2f7d-477a-9b09-4190fc97c7f7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:07.676271 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7604f0d9-0b3b-419e-85a7-afde62d1f97d req-a0d81c57-2f7d-477a-9b09-4190fc97c7f7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0465651 May 04 13:52:07.684651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 40986) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:07.688876 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'floatingip': {'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:07.758644 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:08.202030 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:08.205608 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:08.305349 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Floating IP 20035cd3-aeea-4eb9-9490-0b013368b050 associated. External IP: 172.27.1.159, port: b299a2ae-cd52-4a9d-860c-ff961f461a27. May 04 13:52:08.509395 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:52:08.618046 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:08.622773 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:08.628691 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:08.638950 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:08.639608 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:08.650051 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-67a67f0a-3c67-4ed0-a5dd-3eabf6f3de35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "PUT /v2.0/floatingips/20035cd3-aeea-4eb9-9490-0b013368b050 HTTP/1.1" status: 200 len: 992 time: 0.9644020 May 04 13:52:08.650630 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:08.652912 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d03eb1-2939-4d17-957a-ff74cce094fc" -d '{"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:08.688076 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886f82a-236c-4179-8625-dfde79212147 x-openstack-request-id: req-b886f82a-236c-4179-8625-dfde79212147 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:08.688365 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:08.688620 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b886f82a-236c-4179-8625-dfde79212147 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:08.689017 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b886f82a-236c-4179-8625-dfde79212147'] response: {'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'status': 'completed', 'code': 200} May 04 13:52:08.750545 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:08.954841 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:52:08.962662 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:52:08Z', 'revision_number': 1, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:08.988172 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:08.996018 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:08.996607 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:51:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:09.100244 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:09.306380 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:52:08Z', 'revision_number': 1, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:09.408528 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c26a2-1b00-4257-82d2-0706e9bde9c9 None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:52:08Z', 'revision_number': 1, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:09.595996 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23432ed-962f-4796-8c3a-749a6d5673e2 None None] New status for floating IP 20035cd3-aeea-4eb9-9490-0b013368b050: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:52:10.344313 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-e17e0c9c-8b06-417b-a055-602154e80c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:10.346306 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-e17e0c9c-8b06-417b-a055-602154e80c51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0382228 May 04 13:52:10.436594 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-ee37c5ca-f639-4b6b-84b3-6e682a386ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:10.437934 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-ee37c5ca-f639-4b6b-84b3-6e682a386ef7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0830994 May 04 13:52:10.509123 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-0ab566c7-32d0-465b-9417-1d9ebff202cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1002 time: 0.0617206 May 04 13:52:10.793755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-a482f083-7ac5-477b-8be6-f757186d2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:10.795334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-a482f083-7ac5-477b-8be6-f757186d2047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.2743089 May 04 13:52:10.842688 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-3b151ae1-2362-43bd-ba31-234808c0726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:10.844123 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-3b151ae1-2362-43bd-ba31-234808c0726c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374219 May 04 13:52:10.934849 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-fba6dd1a-8bf2-431b-9f97-ffaeabe2a4cc service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809124 May 04 13:52:11.032182 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67d03eb1-2939-4d17-957a-ff74cce094fc req-f6cd72d9-b87f-4332-b13e-aeb03ddafa8c service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851393 May 04 13:52:14.208970 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b93fb3-15b7-40d8-bd05-4f73e58a2905 req-f5a56dc2-7ea9-4eaa-8324-8c77b39dce41 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:14.210334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-25b93fb3-15b7-40d8-bd05-4f73e58a2905 req-f5a56dc2-7ea9-4eaa-8324-8c77b39dce41 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0470517 May 04 13:52:14.259363 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-25b93fb3-15b7-40d8-bd05-4f73e58a2905 req-5120ccaa-6685-431c-b91f-ec43df4ee0be tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 May 04 13:52:15.369723 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fee060-7092-48d8-9e25-2d49495f156a req-870e6cc8-529f-441f-a4df-a41bb5b23d28 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:15.371127 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-75fee060-7092-48d8-9e25-2d49495f156a req-870e6cc8-529f-441f-a4df-a41bb5b23d28 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0447743 May 04 13:52:15.415736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-75fee060-7092-48d8-9e25-2d49495f156a req-cfe61b73-3718-4195-8efb-b10a190e4760 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 May 04 13:52:16.121557 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:16.246381 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c81bc2a0-f2aa-4892-8515-04661ca22ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:16.524306 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9b933-6944-4038-b08c-e018c802deb0 req-60852fd5-33ce-4377-bbb0-150625b9f1f7 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:16.525670 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-86e9b933-6944-4038-b08c-e018c802deb0 req-60852fd5-33ce-4377-bbb0-150625b9f1f7 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0452626 May 04 13:52:16.570373 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-86e9b933-6944-4038-b08c-e018c802deb0 req-88cac8e7-6384-40c7-a4f2-d58f2f83664e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 May 04 13:52:17.683349 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1027f-9511-435d-95cd-e1ea91a1605d req-7aa09992-1146-45e5-bd03-ab18bd0025b8 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:17.684783 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e0f1027f-9511-435d-95cd-e1ea91a1605d req-7aa09992-1146-45e5-bd03-ab18bd0025b8 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0486143 May 04 13:52:17.730841 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e0f1027f-9511-435d-95cd-e1ea91a1605d req-d6ac702e-3794-4d82-8814-d0d145e9dbcf tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 May 04 13:52:18.396614 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-586709bb-ff37-4355-a43a-d53b173a46bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:18.598989 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-54dee0bd-ee2f-4c3d-846f-625adacdbcad tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:18.600400 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-54dee0bd-ee2f-4c3d-846f-625adacdbcad tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0483522 May 04 13:52:18.693490 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Deleting port fc6df560-b09a-4327-8983-213907df3507 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:52:18.694207 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (fc6df560-b09a-4327-8983-213907df3507), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:18.743960 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-3b159e3d-f72e-409b-b41d-071a7f74627d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520816 May 04 13:52:18.795872 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] For port fc6df560-b09a-4327-8983-213907df3507, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc6df560-b09a-4327-8983-213907df3507,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:18.796272 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (fc6df560-b09a-4327-8983-213907df3507), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:18.823941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-4d3f8d0d-df44-4d55-b3af-5e88f375f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:18.825448 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-4d3f8d0d-df44-4d55-b3af-5e88f375f8df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 1129 time: 0.0459237 May 04 13:52:18.841654 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Calling delete_port for fc6df560-b09a-4327-8983-213907df3507 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:52:18.867015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd5967-8ddc-4489-a178-6a89fab47049 req-b1efcac1-1cd6-41e5-9b79-c7f770436d89 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:18.868519 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bffd5967-8ddc-4489-a178-6a89fab47049 req-b1efcac1-1cd6-41e5-9b79-c7f770436d89 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=311ccb7e-872a-4948-9259-48b402e89400 HTTP/1.1" status: 200 len: 946 time: 0.0628595 May 04 13:52:18.932625 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-52ec5f50-c06c-49ad-a036-88f7e3c83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:18.934074 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-52ec5f50-c06c-49ad-a036-88f7e3c83b99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0847113 May 04 13:52:18.962473 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bffd5967-8ddc-4489-a178-6a89fab47049 req-f1577b06-5a59-474b-94fc-b3271b92c36b tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648165 May 04 13:52:19.020078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (fc6df560-b09a-4327-8983-213907df3507), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:19.035162 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['fc6df560-b09a-4327-8983-213907df3507'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:52:19.051638 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Pushing event deleted for resources: {'Port': ['ID=fc6df560-b09a-4327-8983-213907df3507,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:19.093586 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] No DVR routers for this DVR port fc6df560-b09a-4327-8983-213907df3507 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:19.096819 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:19.100235 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-49d5ea8b-74aa-4f73-86c6-06980f546b9c req-fd992eb9-2db3-4f39-a361-c9dd13634382 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "DELETE /v2.0/ports/fc6df560-b09a-4327-8983-213907df3507 HTTP/1.1" status: 204 len: 173 time: 0.4939258 May 04 13:52:19.100702 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'name': 'network-vif-deleted', 'tag': 'fc6df560-b09a-4327-8983-213907df3507'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:19.103047 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e7cfc-b006-4fa1-a540-d610b41c70ad" -d '{"events": [{"server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "name": "network-vif-deleted", "tag": "fc6df560-b09a-4327-8983-213907df3507"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:19.132871 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-5a9b89d1-ff98-4351-8bb5-78810114440a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 200 len: 217 time: 0.0457954 May 04 13:52:19.142565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90932a3f-31a9-48ce-af54-5fb7d29c20f7 x-openstack-request-id: req-90932a3f-31a9-48ce-af54-5fb7d29c20f7 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:19.142860 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311ccb7e-872a-4948-9259-48b402e89400", "name": "network-vif-deleted", "tag": "fc6df560-b09a-4327-8983-213907df3507", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:19.143344 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90932a3f-31a9-48ce-af54-5fb7d29c20f7 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:19.143841 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90932a3f-31a9-48ce-af54-5fb7d29c20f7'] response: {'server_uuid': '311ccb7e-872a-4948-9259-48b402e89400', 'name': 'network-vif-deleted', 'tag': 'fc6df560-b09a-4327-8983-213907df3507', 'status': 'completed', 'code': 200} May 04 13:52:19.188568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-dc5c86a6-a0d4-4666-aa7c-5b4b9cee0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:19.190134 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-dc5c86a6-a0d4-4666-aa7c-5b4b9cee0f1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0501418 May 04 13:52:19.234332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-55d949b5-581d-4f76-b334-3e0b4abea131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:19.236404 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-55d949b5-581d-4f76-b334-3e0b4abea131 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390732 May 04 13:52:19.339600 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-3feec773-365c-4e62-a51b-ce3a76434489 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 May 04 13:52:19.643928 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5bbabef7-723b-4dc9-8894-89e6b634e290 req-5b078bc0-6588-49bf-ad5e-9af7d7910a72 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 May 04 13:52:19.806202 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:21.278378 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:22.552846 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:23.560263 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device fc6df560-b09a-4327-8983-213907df3507 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:52:23.583455 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: fc6df560-b09a-4327-8983-213907df3507 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:52:23.583808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device fc6df560-b09a-4327-8983-213907df3507 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:52:27.960901 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-8f5da8f3-3275-45d2-9eee-8f3e2ec8029c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:27.962334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-8f5da8f3-3275-45d2-9eee-8f3e2ec8029c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 813 time: 0.1020722 May 04 13:52:27.976574 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-d136e894-a3e6-4390-a00c-0e23809074d2 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/quotas/e7d7f59d1c6c47278b496d93acd0e61b HTTP/1.1" status: 200 len: 375 time: 0.0090542 May 04 13:52:28.009148 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-3d817d10-d31e-47fa-a189-150db1761e99 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275352 May 04 13:52:28.104551 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-ccac6b2e-e8e4-47c9-a56b-f645e0dc7323 service neutron] 10.222.0.73 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890288 May 04 13:52:28.176768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41168) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:28.196518 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-2f6932f7-95d7-45a5-9b81-d74d993099e8 service neutron] 10.222.0.73 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863612 May 04 13:52:28.281791 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30483eb3-8e46-47f1-845d-ee1362bd0966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.375375 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30483eb3-8e46-47f1-845d-ee1362bd0966 admin admin] Publish callbacks [] for security_group (2f11afc8-34b3-4448-bfd5-990c32024db9), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.380551 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-595e4207-23f1-4344-ac84-4432cadbfa8c req-1fa92525-ec74-4e0d-aa36-f658c7fbafe9 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0354445 May 04 13:52:28.381134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30483eb3-8e46-47f1-845d-ee1362bd0966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2f11afc8-34b3-4448-bfd5-990c32024db9), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.422546 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-30483eb3-8e46-47f1-845d-ee1362bd0966 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=719cca62ad3b4c9c8572c4379b1d557d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445238 May 04 13:52:28.426310 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41176) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:28.429512 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30483eb3-8e46-47f1-845d-ee1362bd0966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11afc8-34b3-4448-bfd5-990c32024db9,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:28.478433 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Publish callbacks [] for security_group (2f11afc8-34b3-4448-bfd5-990c32024db9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.501021 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Publish callbacks [] for security_group (2f11afc8-34b3-4448-bfd5-990c32024db9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.549514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2f11afc8-34b3-4448-bfd5-990c32024db9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.552790 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:28.554209 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f11afc8-34b3-4448-bfd5-990c32024db9 HTTP/1.1" status: 204 len: 168 time: 0.1267397 May 04 13:52:28.562468 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11afc8-34b3-4448-bfd5-990c32024db9,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:28.571335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.571708 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.572064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.572458 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.572760 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.573150 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.573542 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.573927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.574185 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.574508 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.574836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.575293 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.575650 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.575944 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:28.576273 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1ca27-d7fd-46a9-a4e1-13482e8bbffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.193927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41204) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:29.290976 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1154111385-network', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:29.325338 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Made reservation on behalf of e954f6233f084ff0a0972369ec806b34 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:29.328026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.338858 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.395994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-812363f7-4749-4226-86e4-085d4bd3b8e7 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:29.397741 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-812363f7-4749-4226-86e4-085d4bd3b8e7 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 813 time: 0.1182227 May 04 13:52:29.416347 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Request body: {'port': {'device_id': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0', 'admin_state_up': True, 'tenant_id': 'e7d7f59d1c6c47278b496d93acd0e61b'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:29.425027 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks [] for security_group (f506e900-64ab-43b2-98fc-794b01efea71), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.430876 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f506e900-64ab-43b2-98fc-794b01efea71), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.461549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:52:29.486835 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506e900-64ab-43b2-98fc-794b01efea71,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:29.506557 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b7d07290-b37b-4b9b-a915-c70595ceac92), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.506914 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Added segment b7d07290-b37b-4b9b-a915-c70595ceac92 of type vlan for network 3f383862-41b6-4b7f-91be-d3071e452c1d May 04 13:52:29.516072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-04d53f2a-4b10-49bd-b583-b46ad794c51c req-fb326e69-3331-4f02-ab9b-49a7d75be706 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0481758 May 04 13:52:29.540746 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Made reservation on behalf of e7d7f59d1c6c47278b496d93acd0e61b for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:29.544394 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.550829 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (3f383862-41b6-4b7f-91be-d3071e452c1d), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.575877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (3f383862-41b6-4b7f-91be-d3071e452c1d), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.576833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:29.577422 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.614945 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4199064 May 04 13:52:29.617725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41216) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:29.622317 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Request body: {'subnet': {'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1154111385-subnet', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:29.654399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03bcf7-1b1e-458c-833a-d694f436b023 admin admin] Pushing event updated for resources: {'Network': ['ID=3f383862-41b6-4b7f-91be-d3071e452c1d,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:29.664864 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 3f383862-41b6-4b7f-91be-d3071e452c1d details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:52:29.669736 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Made reservation on behalf of e954f6233f084ff0a0972369ec806b34 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:29.672338 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.677634 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Allocated IP 172.20.0.7 (64125f72-4a1e-4c80-b320-fc8c57c797f0/82a36797-1aac-4e7e-81fb-5164f12f66d2/09763d35-56c7-4147-aa25-f1f83a5b0d0d) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:29.831886 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks [] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.846375 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (f49aee04-09f2-4045-85e5-198c0b28e5df), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.864586 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.902661 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49aee04-09f2-4045-85e5-198c0b28e5df,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:29.905619 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Network 64125f72-4a1e-4c80-b320-fc8c57c797f0 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:29.908851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:29.911609 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Checking segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:29.911972 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Network hostable DHCP agents. Network: 3f383862-41b6-4b7f-91be-d3071e452c1d, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:52:29.915055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:29.921008 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Pushing event updated for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:29.929803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Network 3f383862-41b6-4b7f-91be-d3071e452c1d is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:52:29.940189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 3f383862-41b6-4b7f-91be-d3071e452c1d) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:29.944912 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:29.945510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.950942 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.951307 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.951642 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.951971 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.952085 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74120565-a39a-4922-8d19-28c3e63bf020 None None] Network 3f383862-41b6-4b7f-91be-d3071e452c1d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:52:29.952308 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.952614 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.952928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.953245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.953561 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.953879 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.954194 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.954542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.954856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.955225 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.955578 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:29.971125 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a408aa84-a40a-494d-a02f-8f368e77ed4c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3522639 May 04 13:52:29.971868 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41218) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:29.976874 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:29.977395 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:29.978008 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:29.996827 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-335442a9-8ea0-4d77-92d0-4eb14c02a70d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846071 May 04 13:52:30.000444 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.002096 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.010108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Request body: {'port': {'device_id': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:30.060481 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-3f383862-41b6-4b7f-91be-d3071e452c1d', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:52:30.061430 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.061733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for router_controller (f0102e2b-1ad4-4409-9d82-5c734757b044), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.075374 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.207143 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for router_gateway (f0102e2b-1ad4-4409-9d82-5c734757b044), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.208634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Allocated IP 172.20.0.2 (3f383862-41b6-4b7f-91be-d3071e452c1d/f49aee04-09f2-4045-85e5-198c0b28e5df/cb77a471-f8df-47c8-9514-59e2d95ab509) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:30.356569 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09763d35-56c7-4147-aa25-f1f83a5b0d0d {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:52:30.367245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks [] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.370963 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks [] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.377632 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.379793 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Transition to ACTIVE for port object 09763d35-56c7-4147-aa25-f1f83a5b0d0d will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:52:30.383852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.401168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for router_gateway (f0102e2b-1ad4-4409-9d82-5c734757b044), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.412806 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Network 3f383862-41b6-4b7f-91be-d3071e452c1d is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:30.417351 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:30.420932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:30.422527 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.429904 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.433650 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Pushing event updated for resources: {'Port': ['ID=cb77a471-f8df-47c8-9514-59e2d95ab509,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.492790 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Attempting to bind port cb77a471-f8df-47c8-9514-59e2d95ab509 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:30.493227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Attempting to bind port cb77a471-f8df-47c8-9514-59e2d95ab509 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:30.493661 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Attempting to bind port cb77a471-f8df-47c8-9514-59e2d95ab509 on network 3f383862-41b6-4b7f-91be-d3071e452c1d {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:30.498727 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:30.499105 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Checking segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:30.499537 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.500046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Bound using segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:30.500513 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Bound port: cb77a471-f8df-47c8-9514-59e2d95ab509, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:30.500885 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.510655 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Attempting to bind port 09763d35-56c7-4147-aa25-f1f83a5b0d0d on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:30.511072 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Attempting to bind port 09763d35-56c7-4147-aa25-f1f83a5b0d0d by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:30.511498 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Attempting to bind port 09763d35-56c7-4147-aa25-f1f83a5b0d0d on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:30.516002 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Port 09763d35-56c7-4147-aa25-f1f83a5b0d0d on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:52:30.516398 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Attempting to bind port 09763d35-56c7-4147-aa25-f1f83a5b0d0d on network 64125f72-4a1e-4c80-b320-fc8c57c797f0 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:30.521356 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:30.521777 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Checking segment: {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:30.522220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Bound using segment: {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:30.522702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Bound port: 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af3ec29-d035-4a91-80a3-f5aa245a3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:30.523128 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.552778 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Allocated IP 172.27.1.176 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/f35ecfa9-0a06-4aa9-88b6-adced930d192) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:30.572201 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] For port cb77a471-f8df-47c8-9514-59e2d95ab509, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:30.576768 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] For port cb77a471-f8df-47c8-9514-59e2d95ab509, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=cb77a471-f8df-47c8-9514-59e2d95ab509,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:30.584933 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.611526 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:30.616196 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:30.623994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.648501 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c370-5952-4b80-8fc7-583f01776c00 None None] Pushing event updated for resources: {'Port': ['ID=cb77a471-f8df-47c8-9514-59e2d95ab509,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.673405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e973f-0fec-4054-bb8f-b4a56850fe68 req-eef9a0ab-e82b-4d2f-8dbf-c091b6468f9e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:30.675842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-813e973f-0fec-4054-bb8f-b4a56850fe68 req-eef9a0ab-e82b-4d2f-8dbf-c091b6468f9e tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 943 time: 0.0823021 May 04 13:52:30.694023 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:30.694639 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.696015 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] 10.222.0.23 "PUT /v2.0/ports/09763d35-56c7-4147-aa25-f1f83a5b0d0d HTTP/1.1" status: 200 len: 1093 time: 0.6911137 May 04 13:52:30.696448 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:30.698675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb" -d '{"events": [{"name": "network-changed", "server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:30.701766 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6d678-2e7d-4d9a-972f-d6d7efe1a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.733602 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.749443 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6576c0d-53ca-40a9-a062-95188dfcfaf9 x-openstack-request-id: req-b6576c0d-53ca-40a9-a062-95188dfcfaf9 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:30.749738 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:30.750044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6576c0d-53ca-40a9-a062-95188dfcfaf9 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:30.750583 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6576c0d-53ca-40a9-a062-95188dfcfaf9'] response: {'name': 'network-changed', 'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d', 'status': 'completed', 'code': 200} May 04 13:52:30.763603 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-813e973f-0fec-4054-bb8f-b4a56850fe68 req-74d9d4b8-2076-4885-9583-8e5f1d8553ae tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806570 May 04 13:52:30.792547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:30.813057 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-71cd911e-516b-481d-b925-62d2e1e9b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:30.814777 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-71cd911e-516b-481d-b925-62d2e1e9b937 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 1127 time: 0.0455222 May 04 13:52:30.832117 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:30.839770 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:30.846191 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:30.858159 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Pushing event updated for resources: {'Port': ['ID=f35ecfa9-0a06-4aa9-88b6-adced930d192,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:30.866353 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-65762d71-7efb-4bdd-9682-41cfd46b9ead service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d HTTP/1.1" status: 200 len: 217 time: 0.0396430 May 04 13:52:30.921582 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-7a91d265-0632-4501-9fab-18d7b73f9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:30.923330 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-7a91d265-0632-4501-9fab-18d7b73f9675 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82a36797-1aac-4e7e-81fb-5164f12f66d2 HTTP/1.1" status: 200 len: 853 time: 0.0494485 May 04 13:52:30.964687 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-5f27e38b-0fe0-4c41-a36a-e77e23db3fdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64125f72-4a1e-4c80-b320-fc8c57c797f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296915 May 04 13:52:31.069440 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-8fc81903-0a4d-44f6-8c62-7c24f5d79b36 service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949719 May 04 13:52:31.123070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for router_gateway (f0102e2b-1ad4-4409-9d82-5c734757b044), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.164671 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8ec10a61-8c8f-401b-a87a-8c7a41cf6e43 req-2fb05375-d698-4bf4-95df-8d4aecbd24ca service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 May 04 13:52:31.323770 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.458296 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Router f0102e2b-1ad4-4409-9d82-5c734757b044 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:52:31.580826 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f25fe-ac07-4ec1-acbb-5f61139e788c None None] Network 3f383862-41b6-4b7f-91be-d3071e452c1d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:52:31.621865 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Provisioning complete for port cb77a471-f8df-47c8-9514-59e2d95ab509 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:31.622251 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.727451 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device cb77a471-f8df-47c8-9514-59e2d95ab509 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:31.824475 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Current status of the port cb77a471-f8df-47c8-9514-59e2d95ab509 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:31.824762 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:31.824881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.835107 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Sync routers for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:31.843048 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port cb77a471-f8df-47c8-9514-59e2d95ab509 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:31.843432 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.853811 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:31.854643 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:31.893654 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-8b540712-2070-404a-8228-e482b4b291ae None None] For port cb77a471-f8df-47c8-9514-59e2d95ab509, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=cb77a471-f8df-47c8-9514-59e2d95ab509,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:31.900802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.904600 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-12852599-9b87-446f-9e09-25009994cbfd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9293253 May 04 13:52:31.905489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41230) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:31.921004 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:31.966677 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:31.980061 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b540712-2070-404a-8228-e482b4b291ae None None] Pushing event updated for resources: {'Port': ['ID=cb77a471-f8df-47c8-9514-59e2d95ab509,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:32.016188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c05-fbeb-458c-862d-2b5d3f46b289 req-aa89ca5c-55f0-4b9b-a185-c634b1de47a9 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:32.018724 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-31984c05-fbeb-458c-862d-2b5d3f46b289 req-aa89ca5c-55f0-4b9b-a185-c634b1de47a9 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 943 time: 0.1671798 May 04 13:52:32.021592 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port cb77a471-f8df-47c8-9514-59e2d95ab509 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:32.038268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-2d072984-acdc-42d5-a46c-f60a98ac2bfc None None] Provisioning complete for port cb77a471-f8df-47c8-9514-59e2d95ab509 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:32.039418 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2d072984-acdc-42d5-a46c-f60a98ac2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.117482 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-31984c05-fbeb-458c-862d-2b5d3f46b289 req-2483cd24-ee22-41e4-9bab-e7b4964af8ca tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931907 May 04 13:52:32.150877 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-2d072984-acdc-42d5-a46c-f60a98ac2bfc None None] Current status of the port cb77a471-f8df-47c8-9514-59e2d95ab509 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:32.164480 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:31Z', 'revision_number': 3, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:32.194702 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Checking router: f0102e2b-1ad4-4409-9d82-5c734757b044 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:32.194702 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Updating router f0102e2b-1ad4-4409-9d82-5c734757b044 port f35ecfa9-0a06-4aa9-88b6-adced930d192 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:52:32.222554 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.393341 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-4e5620ba-a5c4-46d9-b85a-66eb6e785cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:32.395067 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-4e5620ba-a5c4-46d9-b85a-66eb6e785cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 1127 time: 0.0500193 May 04 13:52:32.418865 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.497982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-46f0ea35-46bc-4038-b3dc-4f98fb694f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:32.499452 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-46f0ea35-46bc-4038-b3dc-4f98fb694f42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 200 len: 914 time: 0.0961349 May 04 13:52:32.514362 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks [] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.525163 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.572171 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-b13fcec1-2620-405a-9701-ee616ea5b0f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d HTTP/1.1" status: 200 len: 217 time: 0.0534451 May 04 13:52:32.595388 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Pushing event updated for resources: {'Port': ['ID=f35ecfa9-0a06-4aa9-88b6-adced930d192,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:32.599282 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Attempting to bind port f35ecfa9-0a06-4aa9-88b6-adced930d192 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:32.599867 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Attempting to bind port f35ecfa9-0a06-4aa9-88b6-adced930d192 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:32.600226 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Attempting to bind port f35ecfa9-0a06-4aa9-88b6-adced930d192 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:32.609613 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:32.610103 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:32.611322 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.611725 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:32.612197 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Bound port: f35ecfa9-0a06-4aa9-88b6-adced930d192, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:32.612572 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.631088 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-39d37abd-9f27-492b-a097-105ce3ca59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:32.632626 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-39d37abd-9f27-492b-a097-105ce3ca59a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82a36797-1aac-4e7e-81fb-5164f12f66d2 HTTP/1.1" status: 200 len: 853 time: 0.0488501 May 04 13:52:32.639076 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Allocated IP 172.20.0.1 (3f383862-41b6-4b7f-91be-d3071e452c1d/f49aee04-09f2-4045-85e5-198c0b28e5df/70183b43-1609-428e-8405-d42bac15bb83) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:32.640496 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.640838 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.641202 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.641629 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.642592 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.642989 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.643345 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.643669 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.643992 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.644309 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.644631 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.645035 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.645369 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.645791 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.646168 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:32.681779 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] For port f35ecfa9-0a06-4aa9-88b6-adced930d192, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:32.684916 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] For port f35ecfa9-0a06-4aa9-88b6-adced930d192, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=f35ecfa9-0a06-4aa9-88b6-adced930d192,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:32.691831 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.742161 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:32.742781 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:32.743535 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks [] for port (70183b43-1609-428e-8405-d42bac15bb83), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.778125 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:32.788586 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ddcc-1c86-42b8-8923-85b85188a943 None None] Pushing event updated for resources: {'Port': ['ID=f35ecfa9-0a06-4aa9-88b6-adced930d192,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:32.816778 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Network 3f383862-41b6-4b7f-91be-d3071e452c1d is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:32.819725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:32.825252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:32.852219 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Pushing event updated for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:32.868343 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:32.872829 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (f0102e2b-1ad4-4409-9d82-5c734757b044), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.014742 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (70183b43-1609-428e-8405-d42bac15bb83), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.016334 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-4824509d-1136-4f1b-82b1-3bef20229b89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=64125f72-4a1e-4c80-b320-fc8c57c797f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336528 May 04 13:52:33.044813 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:31Z', 'revision_number': 3, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:33.074694 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-97529113-a91f-4b39-9fd8-19c9ebea6ebf None None] Provisioning complete for port 70183b43-1609-428e-8405-d42bac15bb83 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:33.075884 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-97529113-a91f-4b39-9fd8-19c9ebea6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (70183b43-1609-428e-8405-d42bac15bb83), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.102487 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72987064-8259-4de7-8e74-c42b5086b935 None None] The sync data for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi is: [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:31Z', 'revision_number': 3, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:33.131186 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-97529113-a91f-4b39-9fd8-19c9ebea6ebf None None] Port 70183b43-1609-428e-8405-d42bac15bb83 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:33.133398 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-7764486a-ffaa-4922-ad0a-cd4ac65ea462 service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094494 May 04 13:52:33.226064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks [] for port (70183b43-1609-428e-8405-d42bac15bb83), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.244568 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.283235 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ab7d89c6-d1c7-4bfc-b195-68e0c92117bb req-49c9f8a2-da37-4007-a616-90c71b5e8e7b service neutron] 10.222.0.23 "GET /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042743 May 04 13:52:33.317796 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (f0102e2b-1ad4-4409-9d82-5c734757b044), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.327699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945080-7efb-4509-aafc-686c5878f341 req-51565644-d77e-4080-bf23-5ae160fff76a tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:33.329284 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d945080-7efb-4509-aafc-686c5878f341 req-51565644-d77e-4080-bf23-5ae160fff76a tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 943 time: 0.1211007 May 04 13:52:33.370524 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Pushing event updated for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:33.487907 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d945080-7efb-4509-aafc-686c5878f341 req-3d9c2bc8-bbe2-420e-949d-e3e039e0bf7c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511669 May 04 13:52:33.504583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Network 3f383862-41b6-4b7f-91be-d3071e452c1d is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:33.508642 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:33.709564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Router f0102e2b-1ad4-4409-9d82-5c734757b044 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:52:33.851498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device cb77a471-f8df-47c8-9514-59e2d95ab509 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:33.867328 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:33.873124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b37ef0f1-79fa-42c9-ae4b-e8c1bdc74aec admin admin] 10.222.0.73 "PUT /v2.0/routers/f0102e2b-1ad4-4409-9d82-5c734757b044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9669843 May 04 13:52:33.885897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-5427b1c4-958f-4c12-966d-7879ce459e2d None None] Provisioning complete for port 70183b43-1609-428e-8405-d42bac15bb83 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:33.886303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5427b1c4-958f-4c12-966d-7879ce459e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (70183b43-1609-428e-8405-d42bac15bb83), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.950227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-5427b1c4-958f-4c12-966d-7879ce459e2d None None] Port 70183b43-1609-428e-8405-d42bac15bb83 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:33.960639 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port cb77a471-f8df-47c8-9514-59e2d95ab509 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:33.961144 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:33.997886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8ce4-5e18-4dad-9a83-cf9cbbdc0d00 req-02fe034e-b2aa-4f05-9e4a-228cfcfc4c2f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:34.000128 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dcae8ce4-5e18-4dad-9a83-cf9cbbdc0d00 req-02fe034e-b2aa-4f05-9e4a-228cfcfc4c2f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0630753 May 04 13:52:34.064657 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dcae8ce4-5e18-4dad-9a83-cf9cbbdc0d00 req-5e410fae-2db4-4900-a392-64afb502b54d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568693 May 04 13:52:34.065090 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port cb77a471-f8df-47c8-9514-59e2d95ab509 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:34.066559 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device f35ecfa9-0a06-4aa9-88b6-adced930d192 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:34.125990 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port f35ecfa9-0a06-4aa9-88b6-adced930d192 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:34.127227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.213052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port f35ecfa9-0a06-4aa9-88b6-adced930d192 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:34.213443 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.236249 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port f35ecfa9-0a06-4aa9-88b6-adced930d192, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=f35ecfa9-0a06-4aa9-88b6-adced930d192,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:34.240643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.292284 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=f35ecfa9-0a06-4aa9-88b6-adced930d192,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:34.401906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41270) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:34.406631 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1496115376-network', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:34.425778 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Made reservation on behalf of a57584c2eb7f41b1ad25b26cb9ff3c24 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:34.428132 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.436395 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.514191 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks [] for security_group (7c0feb5d-9147-4bc7-9285-c10974944da7), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.519430 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7c0feb5d-9147-4bc7-9285-c10974944da7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.540780 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:52:34.553974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0feb5d-9147-4bc7-9285-c10974944da7,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:34.558764 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b0eea6f3-6883-405e-96f2-5a2612f8ed6b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.559116 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Added segment b0eea6f3-6883-405e-96f2-5a2612f8ed6b of type vlan for network 38aec3fa-b209-409d-a374-7f4d1b36316f May 04 13:52:34.628376 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (38aec3fa-b209-409d-a374-7f4d1b36316f), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.641141 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eef44e-af69-4fab-9dad-03b0d5176f94 req-cfd48a77-e262-4201-8d26-63416c30dfbe tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:34.643201 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-94eef44e-af69-4fab-9dad-03b0d5176f94 req-cfd48a77-e262-4201-8d26-63416c30dfbe tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 943 time: 0.0759592 May 04 13:52:34.679074 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (38aec3fa-b209-409d-a374-7f4d1b36316f), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.680068 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:34.680651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.727177 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-94eef44e-af69-4fab-9dad-03b0d5176f94 req-535572fb-1aab-4071-ba6e-a3bc21aaa654 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771732 May 04 13:52:34.737134 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3317339 May 04 13:52:34.737436 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41274) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:34.770624 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Request body: {'subnet': {'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1496115376-subnet', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:34.774767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb643e5-d05e-4c56-ad8e-48263c1bcd4a admin admin] Pushing event updated for resources: {'Network': ['ID=38aec3fa-b209-409d-a374-7f4d1b36316f,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:34.785336 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network 38aec3fa-b209-409d-a374-7f4d1b36316f details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:52:34.795082 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Made reservation on behalf of a57584c2eb7f41b1ad25b26cb9ff3c24 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:34.797431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:34.938236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Sync routers for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:34.948805 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:34.949410 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:34.969289 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (cd12a6b8-8a30-4101-ab40-4da279596dd6), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.018648 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd12a6b8-8a30-4101-ab40-4da279596dd6,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:35.033850 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Checking segment: {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:35.034222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Network hostable DHCP agents. Network: 38aec3fa-b209-409d-a374-7f4d1b36316f, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:52:35.051942 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Network 38aec3fa-b209-409d-a374-7f4d1b36316f is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:52:35.061467 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, 38aec3fa-b209-409d-a374-7f4d1b36316f) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:35.066244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:35.066834 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.084074 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-863e3e95-1667-49e3-bfe7-438c6115543e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3456964 May 04 13:52:35.086592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41276) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:35.091361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:35.113785 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.114968 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.169370 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf3f7f-0315-452e-95d9-15cd5b2b3c29 None None] Network 38aec3fa-b209-409d-a374-7f4d1b36316f requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:52:35.188437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for router_controller (b09579a1-8b04-4fca-8a1a-921d227827c7), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.236901 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:35.259830 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8cc09-d981-40fe-bee5-c71e98a388cc req-aab3734b-321c-4ee5-9e8e-ba7314932f1e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:35.261304 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1f8cc09-d981-40fe-bee5-c71e98a388cc req-aab3734b-321c-4ee5-9e8e-ba7314932f1e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0819144 May 04 13:52:35.350214 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-38aec3fa-b209-409d-a374-7f4d1b36316f', 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f', 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'fixed_ips': [{'subnet_id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:52:35.351044 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.387866 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for router_gateway (b09579a1-8b04-4fca-8a1a-921d227827c7), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.417324 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1f8cc09-d981-40fe-bee5-c71e98a388cc req-a0cb83ff-6894-4df4-926b-197bfeceae1c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229460 May 04 13:52:35.569997 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:33Z', 'revision_number': 2, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:35.590249 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for router_gateway (b09579a1-8b04-4fca-8a1a-921d227827c7), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.598484 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Allocated IP 172.20.0.2 (38aec3fa-b209-409d-a374-7f4d1b36316f/cd12a6b8-8a30-4101-ab40-4da279596dd6/6ab1ad9e-0837-4db1-a4bc-0ddd34fad656) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:35.600811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Checking router: f0102e2b-1ad4-4409-9d82-5c734757b044 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:35.601171 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Updating router f0102e2b-1ad4-4409-9d82-5c734757b044 port 70183b43-1609-428e-8405-d42bac15bb83 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:52:35.609475 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.635544 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 09763d35-56c7-4147-aa25-f1f83a5b0d0d details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:52:35.674592 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (70183b43-1609-428e-8405-d42bac15bb83), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.720547 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device f35ecfa9-0a06-4aa9-88b6-adced930d192 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:35.732346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Allocated IP 172.27.1.221 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/abd667b1-47dc-4ba6-b29e-3bf860156291) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:35.853944 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.895494 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fe5cb-3618-485d-b1b0-4f41cc801fad req-0c5c7a38-caa9-4616-8d8e-eab73a364817 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:35.897109 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de1fe5cb-3618-485d-b1b0-4f41cc801fad req-0c5c7a38-caa9-4616-8d8e-eab73a364817 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 943 time: 0.0676789 May 04 13:52:35.943535 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:35.984416 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de1fe5cb-3618-485d-b1b0-4f41cc801fad req-5432e909-ccd1-4157-afd9-7cfbd423b677 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787594 May 04 13:52:35.991536 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:35.994806 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:35.997000 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:35.997965 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:36.018908 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port f35ecfa9-0a06-4aa9-88b6-adced930d192 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:36.018908 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.035056 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Pushing event updated for resources: {'Port': ['ID=abd667b1-47dc-4ba6-b29e-3bf860156291,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:36.036758 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks [] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.039101 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76509c-c43c-4930-8690-1152012025bc req-78948196-e151-4e6d-a2c3-6ce9402dcf5e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:36.041205 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-db76509c-c43c-4930-8690-1152012025bc req-78948196-e151-4e6d-a2c3-6ce9402dcf5e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0602875 May 04 13:52:36.068358 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '09763d35-56c7-4147-aa25-f1f83a5b0d0d', 'network_id': '64125f72-4a1e-4c80-b320-fc8c57c797f0', 'port_id': '09763d35-56c7-4147-aa25-f1f83a5b0d0d', 'mac_address': 'fa:16:3e:98:42:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a36797-1aac-4e7e-81fb-5164f12f66d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:52:36.078211 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.139309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Deleting port 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:52:36.139557 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (7c5cd021-4484-4754-82ae-d47272287f88), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.191439 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Network 38aec3fa-b209-409d-a374-7f4d1b36316f is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:36.212203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:36.222730 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:36.226262 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Pushing event updated for resources: {'Port': ['ID=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:36.232882 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 09763d35-56c7-4147-aa25-f1f83a5b0d0d is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:36.233265 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.244151 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] For port 7c5cd021-4484-4754-82ae-d47272287f88, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7c5cd021-4484-4754-82ae-d47272287f88,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:36.244910 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (7c5cd021-4484-4754-82ae-d47272287f88), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.297866 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09763d35-56c7-4147-aa25-f1f83a5b0d0d {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:52:36.365541 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:36.394717 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port f35ecfa9-0a06-4aa9-88b6-adced930d192 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:36.400145 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.413507 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Attempting to bind port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:36.413894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Attempting to bind port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:36.414258 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Attempting to bind port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 on network 38aec3fa-b209-409d-a374-7f4d1b36316f {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:36.451193 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:36.451478 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Checking segment: {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:36.451879 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.452238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Bound using segment: {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:36.452715 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Bound port: 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:36.453091 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.461323 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks [] for port (70183b43-1609-428e-8405-d42bac15bb83), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.490200 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.513534 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:36.536030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.536379 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.536734 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.537115 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.537391 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.537719 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.538095 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.538457 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.538799 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.539101 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.539510 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.539836 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.540154 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.540474 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.540793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:52:36.592660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f2bc7-80d9-438d-aaca-ca47a0fdbd06 req-442acab9-b6c1-4bb3-a377-d101f7b93150 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:36.594482 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-df3f2bc7-80d9-438d-aaca-ca47a0fdbd06 req-442acab9-b6c1-4bb3-a377-d101f7b93150 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0637083 May 04 13:52:36.600911 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] For port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:36.608512 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] For port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:36.631380 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for router_gateway (b09579a1-8b04-4fca-8a1a-921d227827c7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.637329 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa2e1-7706-4eb2-a900-64605d53d8a6 None None] Pushing event updated for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:36.644334 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.718208 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-df3f2bc7-80d9-438d-aaca-ca47a0fdbd06 req-672f9278-7f98-4da1-a700-15318b7e14a8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=a334ebc9-f1ea-4f0b-b584-d0bcceba094c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110229 May 04 13:52:36.723169 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Attempting to bind port 70183b43-1609-428e-8405-d42bac15bb83 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:36.729661 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Attempting to bind port 70183b43-1609-428e-8405-d42bac15bb83 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:36.730119 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Attempting to bind port 70183b43-1609-428e-8405-d42bac15bb83 on network 3f383862-41b6-4b7f-91be-d3071e452c1d {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['09763d35-56c7-4147-aa25-f1f83a5b0d0d'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Checking segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Bound using segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Bound port: 70183b43-1609-428e-8405-d42bac15bb83, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:36.757097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (70183b43-1609-428e-8405-d42bac15bb83), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.794598 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a3a8-cd49-4850-ad5a-d345521f446d None None] Pushing event updated for resources: {'Port': ['ID=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:36.887072 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.887589 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:36.887983 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Floating IP 31c5e058-abad-4d61-b215-ff232948ba24 disassociated. External IP: 172.27.1.135, port: 7c5cd021-4484-4754-82ae-d47272287f88. May 04 13:52:36.888398 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Calling delete_port for 7c5cd021-4484-4754-82ae-d47272287f88 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:52:36.934801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.001792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a103ac7b-38a2-4b68-a326-c681f8c1c8f9 None None] Provisioning complete for port 70183b43-1609-428e-8405-d42bac15bb83 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:37.002180 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a103ac7b-38a2-4b68-a326-c681f8c1c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (70183b43-1609-428e-8405-d42bac15bb83), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.074175 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] For port 70183b43-1609-428e-8405-d42bac15bb83, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:37.096466 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a103ac7b-38a2-4b68-a326-c681f8c1c8f9 None None] Port 70183b43-1609-428e-8405-d42bac15bb83 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:37.131898 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (7c5cd021-4484-4754-82ae-d47272287f88), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.158314 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] For port 70183b43-1609-428e-8405-d42bac15bb83, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=70183b43-1609-428e-8405-d42bac15bb83,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:37.172899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'Port': ['ID=7c5cd021-4484-4754-82ae-d47272287f88,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:37.175244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607e29a-69c9-4a4f-805b-43c2dbe44612 req-c5a6e700-50c0-4efb-8133-ecba15d0077d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:37.176558 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0607e29a-69c9-4a4f-805b-43c2dbe44612 req-c5a6e700-50c0-4efb-8133-ecba15d0077d tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 944 time: 0.0669823 May 04 13:52:37.180521 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.236989 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Router b09579a1-8b04-4fca-8a1a-921d227827c7 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:52:37.265568 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0607e29a-69c9-4a4f-805b-43c2dbe44612 req-896c5205-473d-49d1-8c67-6e139f921b68 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775604 May 04 13:52:37.269762 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:37.270439 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:37.272466 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa2e1-7706-4eb2-a900-64605d53d8a6 None None] Pushing event updated for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:37.371583 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:52:37.401906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:37.416232 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Sync routers for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:37.436804 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:37.437356 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:37.458404 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.462725 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-697f5099-2305-44f3-9405-08d8e53057a2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3721616 May 04 13:52:37.463355 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41286) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:37.469617 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:37.547834 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:37.594607 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:37.641818 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] No DVR routers for this DVR port 7c5cd021-4484-4754-82ae-d47272287f88 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:52:37.649856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.653124 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-db76509c-c43c-4930-8690-1152012025bc req-ec3eb638-e07e-422d-b55a-e0093fd0bd82 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "DELETE /v2.0/ports/7c5cd021-4484-4754-82ae-d47272287f88 HTTP/1.1" status: 204 len: 173 time: 1.6057007 May 04 13:52:37.653599 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-deleted', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:37.665224 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52850189-8794-4bce-9dc1-0a3e6246e705" -d '{"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-deleted", "tag": "7c5cd021-4484-4754-82ae-d47272287f88"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:37.724479 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:37.725145 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:37.767477 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f1d3f-f90e-4db2-8387-bfa11b7b8fe2 x-openstack-request-id: req-9b0f1d3f-f90e-4db2-8387-bfa11b7b8fe2 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:37.767970 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9", "name": "network-vif-deleted", "tag": "7c5cd021-4484-4754-82ae-d47272287f88", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:37.768678 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b0f1d3f-f90e-4db2-8387-bfa11b7b8fe2 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:37.769257 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0f1d3f-f90e-4db2-8387-bfa11b7b8fe2'] response: {'server_uuid': '8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9', 'name': 'network-vif-deleted', 'tag': '7c5cd021-4484-4754-82ae-d47272287f88', 'status': 'completed', 'code': 200} May 04 13:52:37.841145 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:37.867925 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:37.936399 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Provisioning complete for port 70183b43-1609-428e-8405-d42bac15bb83 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:37.937345 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (70183b43-1609-428e-8405-d42bac15bb83), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:37.968604 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6ebab2c-5bde-44ae-b3de-5f63cfbf6425 req-28fab556-b003-4dcf-8ecf-6f49a12b7ebb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f9edfd8-b73e-4368-86ec-ca3aa4a3b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0663512 May 04 13:52:38.055765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 09763d35-56c7-4147-aa25-f1f83a5b0d0d up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:38.081478 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:36Z', 'revision_number': 3, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:38.117219 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Checking router: b09579a1-8b04-4fca-8a1a-921d227827c7 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:38.118113 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:38.118562 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.118689 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Updating router b09579a1-8b04-4fca-8a1a-921d227827c7 port abd667b1-47dc-4ba6-b29e-3bf860156291 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:52:38.151594 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.236708 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:38.237085 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.253675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:38.258551 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.283599 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:38.399257 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf7ba0-5ebc-4719-bd0c-a79ef9d7761a None None] Network 38aec3fa-b209-409d-a374-7f4d1b36316f requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:52:38.403024 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.500135 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a5035-1101-467d-8c13-f22be5afda07 req-979dcf54-7c34-48b4-9c3c-59befebef690 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:38.508969 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ac3a5035-1101-467d-8c13-f22be5afda07 req-979dcf54-7c34-48b4-9c3c-59befebef690 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 944 time: 0.0710893 May 04 13:52:38.517752 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks [] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.526758 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.577626 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Attempting to bind port abd667b1-47dc-4ba6-b29e-3bf860156291 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:38.578071 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Attempting to bind port abd667b1-47dc-4ba6-b29e-3bf860156291 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:38.578495 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Attempting to bind port abd667b1-47dc-4ba6-b29e-3bf860156291 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:38.586951 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f18d8-c2e8-48c1-b3f5-55e3714da5db None None] Pushing event updated for resources: {'Port': ['ID=abd667b1-47dc-4ba6-b29e-3bf860156291,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:38.590575 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:38.591841 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:38.591841 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.591841 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:38.592382 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Bound port: abd667b1-47dc-4ba6-b29e-3bf860156291, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:38.592870 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.611001 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 09763d35-56c7-4147-aa25-f1f83a5b0d0d completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:52:38.621672 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:38.635881 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ac3a5035-1101-467d-8c13-f22be5afda07 req-197e1d04-4df9-4682-8bc9-4179bba5d0af tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256709 May 04 13:52:38.637315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Allocated IP 172.20.0.1 (38aec3fa-b209-409d-a374-7f4d1b36316f/cd12a6b8-8a30-4101-ab40-4da279596dd6/acb5384c-7b10-4047-823e-87ab271009ca) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:38.676331 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] For port abd667b1-47dc-4ba6-b29e-3bf860156291, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:38.681051 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] For port abd667b1-47dc-4ba6-b29e-3bf860156291, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=abd667b1-47dc-4ba6-b29e-3bf860156291,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:38.689804 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.710126 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 09763d35-56c7-4147-aa25-f1f83a5b0d0d triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:38.710612 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.745377 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f18d8-c2e8-48c1-b3f5-55e3714da5db None None] Pushing event updated for resources: {'Port': ['ID=abd667b1-47dc-4ba6-b29e-3bf860156291,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:38.778906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks [] for port (acb5384c-7b10-4047-823e-87ab271009ca), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.779160 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:38.779670 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:38.781553 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:37Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:38.819234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.835303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Current status of the port 70183b43-1609-428e-8405-d42bac15bb83 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:38.835691 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (70183b43-1609-428e-8405-d42bac15bb83), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:38.840548 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9480566-bd7f-43f0-aa17-97e68b58c634 None None] The sync data for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi is: [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:37Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:38.862177 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Network 38aec3fa-b209-409d-a374-7f4d1b36316f is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:38.871001 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:38.878774 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:38.881181 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Pushing event updated for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:38.925890 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:38.952505 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (b09579a1-8b04-4fca-8a1a-921d227827c7), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.004481 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] For port 70183b43-1609-428e-8405-d42bac15bb83, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=70183b43-1609-428e-8405-d42bac15bb83,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:39.026776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:39.033236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.120137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41300) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:39.267783 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (a334ebc9-f1ea-4f0b-b584-d0bcceba094c), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.283741 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:36Z', 'revision_number': 3, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:39.326815 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (a334ebc9-f1ea-4f0b-b584-d0bcceba094c), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.336096 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f87d35-db23-4956-8f95-f506f6b0a162 None None] The sync data for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi is: [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:36Z', 'revision_number': 3, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:39.356346 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (acb5384c-7b10-4047-823e-87ab271009ca), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.396395 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:39.410176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b2c5-532a-4edc-8d1b-3513b4944161 None None] Pushing event updated for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:39.431787 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1dc549a9-390e-4378-8fb0-f2562e422a6a None None] Provisioning complete for port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:39.432174 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1dc549a9-390e-4378-8fb0-f2562e422a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.433725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a334ebc9-f1ea-4f0b-b584-d0bcceba094c), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.435014 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 09763d35-56c7-4147-aa25-f1f83a5b0d0d is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:39.435430 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.445893 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.449955 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:39.450612 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:39.452339 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "DELETE /v2.0/security-groups/a334ebc9-f1ea-4f0b-b584-d0bcceba094c HTTP/1.1" status: 204 len: 168 time: 0.3307145 May 04 13:52:39.458602 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41302) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:39.480470 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe320-0854-45f5-9201-4c398245a84e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334ebc9-f1ea-4f0b-b584-d0bcceba094c,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:39.494093 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.api.v2.resource [None req-fcb8b749-e14a-44de-830b-d9e021b70ea3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] show failed (client error): The resource could not be found. May 04 13:52:39.495304 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-fcb8b749-e14a-44de-830b-d9e021b70ea3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups/a334ebc9-f1ea-4f0b-b584-d0bcceba094c HTTP/1.1" status: 404 len: 347 time: 0.0348117 May 04 13:52:39.498249 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41304) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:39.646374 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:39.647974 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:39.653617 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9a77f-7a64-4573-bd6b-9366ef92ea85" -d '{"events": [{"server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:39.717212 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.740554 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e7626-912b-4697-a6e8-8d10827bb6f9 x-openstack-request-id: req-223e7626-912b-4697-a6e8-8d10827bb6f9 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:39.740987 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:39.741359 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-223e7626-912b-4697-a6e8-8d10827bb6f9 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:39.741854 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223e7626-912b-4697-a6e8-8d10827bb6f9'] response: {'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d', 'code': 200} May 04 13:52:39.939981 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Deleting port 6608e22b-4f11-4b75-9b4b-f61c99c7618a {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:52:39.940311 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:39.979359 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1dc549a9-390e-4378-8fb0-f2562e422a6a None None] Current status of the port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:39.987844 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 70183b43-1609-428e-8405-d42bac15bb83 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:39.999071 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac6c68-dc12-47d2-8c42-b0395e24d725 req-cdc1c99d-797d-449c-8cde-5d876665d789 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:40.000756 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-71ac6c68-dc12-47d2-8c42-b0395e24d725 req-cdc1c99d-797d-449c-8cde-5d876665d789 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.1636488 May 04 13:52:40.073960 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:40.096589 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbda7-4901-4bf7-91e2-52e3f28fb773 req-3c9b997d-6150-4b48-a0e9-ada0a299459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:40.103943 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4afdbda7-4901-4bf7-91e2-52e3f28fb773 req-3c9b997d-6150-4b48-a0e9-ada0a299459e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 1129 time: 0.1036947 May 04 13:52:40.129511 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:40.178112 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Provisioning complete for port acb5384c-7b10-4047-823e-87ab271009ca triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:40.178518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (acb5384c-7b10-4047-823e-87ab271009ca), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.192248 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4afdbda7-4901-4bf7-91e2-52e3f28fb773 req-fd31db99-9412-4fdd-83ca-cb6e21379e4a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742431 May 04 13:52:40.201687 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.202015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (6608e22b-4f11-4b75-9b4b-f61c99c7618a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.227855 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-71ac6c68-dc12-47d2-8c42-b0395e24d725 req-ab82d791-9fbe-4d90-818b-b79fe41d1f05 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171507 May 04 13:52:40.230115 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks [] for port (acb5384c-7b10-4047-823e-87ab271009ca), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.230254 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Port acb5384c-7b10-4047-823e-87ab271009ca cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:40.236893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Calling delete_port for 6608e22b-4f11-4b75-9b4b-f61c99c7618a owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:52:40.238931 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 70183b43-1609-428e-8405-d42bac15bb83 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:40.239342 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (70183b43-1609-428e-8405-d42bac15bb83), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.243597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.285134 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Provisioning complete for port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:40.285512 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.350034 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Pushing event updated for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:40.354893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (b09579a1-8b04-4fca-8a1a-921d227827c7), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.620990 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:40.622422 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45d3c-b998-4ccc-8d19-7d4dfb4bb6f9 req-25a077ee-b034-4131-9d49-725311214990 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:40.624659 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e9a45d3c-b998-4ccc-8d19-7d4dfb4bb6f9 req-25a077ee-b034-4131-9d49-725311214990 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.1674008 May 04 13:52:40.651191 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddafec-1d83-4083-a246-20283aae3d26 req-7041b9c8-bf0d-416a-b08b-2d9cf9b2ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:40.652745 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-7041b9c8-bf0d-416a-b08b-2d9cf9b2ae06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1168 time: 0.0997782 May 04 13:52:40.661865 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0788d4-0875-4b90-bad1-70e170b155ba None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:40.742943 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 70183b43-1609-428e-8405-d42bac15bb83 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:40.744089 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:40.758770 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Network 38aec3fa-b209-409d-a374-7f4d1b36316f is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:40.784646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e9a45d3c-b998-4ccc-8d19-7d4dfb4bb6f9 req-b7efcad6-3a6d-4aa4-9875-d38aff93d297 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368942 May 04 13:52:40.788933 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-bed1101f-e04a-4e67-b5e9-8d956be6b76e None None] Current status of the port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:40.795702 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:40.869114 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:40.869504 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:40.871990 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddafec-1d83-4083-a246-20283aae3d26 req-8c1a7e55-d591-4be8-b824-f05355ec1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:40.874829 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-8c1a7e55-d591-4be8-b824-f05355ec1937 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.2087579 May 04 13:52:40.971699 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:41.022921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6608e22b-4f11-4b75-9b4b-f61c99c7618a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.083363 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'Port': ['ID=6608e22b-4f11-4b75-9b4b-f61c99c7618a,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:41.145154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Router b09579a1-8b04-4fca-8a1a-921d227827c7 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:52:41.174257 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-3ab409fa-1a0b-4062-b274-5c39b7dfc3c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 1001 time: 0.1092196 May 04 13:52:41.211017 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-f56383ae-1517-4c69-bf77-5a1a11468938 None None] Provisioning complete for port acb5384c-7b10-4047-823e-87ab271009ca triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:41.211423 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f56383ae-1517-4c69-bf77-5a1a11468938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (acb5384c-7b10-4047-823e-87ab271009ca), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.239245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddafec-1d83-4083-a246-20283aae3d26 req-c5a78001-91ef-4932-a456-0ec0645a1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:41.241355 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-c5a78001-91ef-4932-a456-0ec0645a1e8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.0595973 May 04 13:52:41.270731 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-f56383ae-1517-4c69-bf77-5a1a11468938 None None] Port acb5384c-7b10-4047-823e-87ab271009ca cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:41.328598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddafec-1d83-4083-a246-20283aae3d26 req-6f77da5a-7090-49eb-a7c0-587f52cadb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:41.330322 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-6f77da5a-7090-49eb-a7c0-587f52cadb5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783324 May 04 13:52:41.407635 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f87145-cf3b-4e05-a7ba-04beecb1f049 None None] New status for floating IP 31c5e058-abad-4d61-b215-ff232948ba24: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:52:41.485959 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-43e2b7fe-bcc5-46c1-b996-d6f64662d67c service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173980 May 04 13:52:41.537527 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (31c5e058-abad-4d61-b215-ff232948ba24), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.540033 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.541148 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-2289c50e-0612-43a2-beac-fdd6ec8d3175 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "DELETE /v2.0/floatingips/31c5e058-abad-4d61-b215-ff232948ba24 HTTP/1.1" status: 204 len: 168 time: 2.0419366 May 04 13:52:41.598672 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75684e-7fc3-4003-a1d0-97ad6b9d4a76 req-c610c1e2-66ed-4b70-bd68-0b1832e5d7f5 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:41.600237 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a75684e-7fc3-4003-a1d0-97ad6b9d4a76 req-c610c1e2-66ed-4b70-bd68-0b1832e5d7f5 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0638824 May 04 13:52:41.685106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:52:41.691332 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e692be50-90cc-445b-8f62-dbde68e75020 admin admin] 10.222.0.73 "PUT /v2.0/routers/b09579a1-8b04-4fca-8a1a-921d227827c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2246377 May 04 13:52:41.743305 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2a75684e-7fc3-4003-a1d0-97ad6b9d4a76 req-4f5ecb8f-23fa-493b-a1a7-d4688d3dc3b2 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347592 May 04 13:52:41.778159 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device abd667b1-47dc-4ba6-b29e-3bf860156291 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:41.829272 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41324) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:41.834302 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746202066', 'description': 'tempest-description--380540651'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:41.857852 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port abd667b1-47dc-4ba6-b29e-3bf860156291 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:41.858301 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.869748 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:41.938275 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:52:41.961602 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 7c5cd021-4484-4754-82ae-d47272287f88 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:52:41.962033 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 7c5cd021-4484-4754-82ae-d47272287f88 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:52:41.992482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d5eb8-e793-4960-bde0-080e8fa56bc8 req-d3e3779b-fe75-441e-b4ff-cd7b763672a6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:41.994184 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c1d5eb8-e793-4960-bde0-080e8fa56bc8 req-d3e3779b-fe75-441e-b4ff-cd7b763672a6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0649955 May 04 13:52:42.047354 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port abd667b1-47dc-4ba6-b29e-3bf860156291 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:42.047749 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.072171 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port abd667b1-47dc-4ba6-b29e-3bf860156291, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=abd667b1-47dc-4ba6-b29e-3bf860156291,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:42.085420 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.112488 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c1d5eb8-e793-4960-bde0-080e8fa56bc8 req-aa991907-e252-481d-85ed-ef2873bb57b8 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116843 May 04 13:52:42.190423 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (7303f44d-e26d-4f11-8997-0aa64b884d91), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.201505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7303f44d-e26d-4f11-8997-0aa64b884d91), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.222256 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=abd667b1-47dc-4ba6-b29e-3bf860156291,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.261465 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-faddafec-1d83-4083-a246-20283aae3d26 req-bcc31800-7ed3-49a3-b5a8-8542a677f63e service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628484 May 04 13:52:42.263439 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7303f44d-e26d-4f11-8997-0aa64b884d91,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.271981 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.273692 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1ee32493-ebf0-4649-8814-760c0b84cf1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4430008 May 04 13:52:42.276916 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41334) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.282797 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group_rule': {'security_group_id': '7303f44d-e26d-4f11-8997-0aa64b884d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.320973 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (a52e2207-182d-4f63-82d3-ea0f68ebbfaf), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.379929 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (a52e2207-182d-4f63-82d3-ea0f68ebbfaf), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.384629 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (a52e2207-182d-4f63-82d3-ea0f68ebbfaf), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.414961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.416609 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385751 May 04 13:52:42.417450 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570884b-5256-4f64-9f03-498a67b97793 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52e2207-182d-4f63-82d3-ea0f68ebbfaf,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.419500 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41336) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.425721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'security_group_rule': {'security_group_id': '7303f44d-e26d-4f11-8997-0aa64b884d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.474717 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (9d048eb4-0de0-475e-9a03-a3c01829deb8), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.512285 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41338) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.518088 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040044839', 'description': 'tempest-secgroup-smoke-2040044839 description', 'project_id': 'e954f6233f084ff0a0972369ec806b34'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.543244 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (9d048eb4-0de0-475e-9a03-a3c01829deb8), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.546171 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.547082 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (9d048eb4-0de0-475e-9a03-a3c01829deb8), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.571616 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d048eb4-0de0-475e-9a03-a3c01829deb8,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.583037 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.587108 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e5ef8544-ede4-4449-9323-a844f0b72ffe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639891 May 04 13:52:42.587403 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41340) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.592806 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.624003 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.631249 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (b7af7ba3-4382-4368-8f4e-9b3f8353c1d9), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.637309 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b7af7ba3-4382-4368-8f4e-9b3f8353c1d9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.657898 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Sync routers for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:52:42.666855 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.672093 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.676473 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-14a9ab62-6b14-4cd0-969e-a5f55a644256 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1630154 May 04 13:52:42.677048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41342) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.681854 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.687061 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:42.687932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:42.710534 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (860a552b-6981-4d9c-819f-fab5719ede2e), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.725081 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.789331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (860a552b-6981-4d9c-819f-fab5719ede2e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.795162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (860a552b-6981-4d9c-819f-fab5719ede2e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.816404 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860a552b-6981-4d9c-819f-fab5719ede2e,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:42.820698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:42.825351 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.829739 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ae16c44b-4d60-4bed-9a09-672400547071 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482198 May 04 13:52:42.830124 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41346) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:42.835645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:42.875584 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Allocated IP 172.27.1.193 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/b27dc22c-e985-4458-aec9-743b2749d65b) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:42.897840 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347ee79-43dc-4cac-9558-2954f45f80ac req-53375183-5f4e-4598-9581-5d1669e60386 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:42.899295 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6347ee79-43dc-4cac-9558-2954f45f80ac req-53375183-5f4e-4598-9581-5d1669e60386 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0595016 May 04 13:52:42.901298 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (ab83359e-f34e-4782-9269-63d24aad3ce6), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.984264 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6347ee79-43dc-4cac-9558-2954f45f80ac req-39b37615-15a1-46c9-aa07-bcb7866325be tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728853 May 04 13:52:42.988982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (b27dc22c-e985-4458-aec9-743b2749d65b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.989897 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (ab83359e-f34e-4782-9269-63d24aad3ce6), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:42.996718 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (ab83359e-f34e-4782-9269-63d24aad3ce6), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.018682 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab83359e-f34e-4782-9269-63d24aad3ce6,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.032421 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.034477 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7b7ed20d-83d3-4643-9b94-68cf67f05275 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023263 May 04 13:52:43.037163 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:39Z', 'revision_number': 4, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'acb5384c-7b10-4047-823e-87ab271009ca', 'name': '', 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'mac_address': 'fa:16:3e:a9:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:38Z', 'updated_at': '2022-05-04T13:52:39Z', 'revision_number': 2, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'subnets': [{'id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:43.038549 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41350) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:43.046690 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:43.063108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.119854 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=b27dc22c-e985-4458-aec9-743b2749d65b,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.140192 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:43.142635 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:43.154701 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:43.156863 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (07a4ca17-e203-449b-9b7c-6ad595384981), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.214923 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Checking router: b09579a1-8b04-4fca-8a1a-921d227827c7 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:52:43.215300 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Updating router b09579a1-8b04-4fca-8a1a-921d227827c7 port acb5384c-7b10-4047-823e-87ab271009ca binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:52:43.257913 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (acb5384c-7b10-4047-823e-87ab271009ca), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.312136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190049a-6fed-44c7-a955-525370fafb16 req-80eba35e-52d2-41cd-84c8-734fd03d0139 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:43.314169 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9190049a-6fed-44c7-a955-525370fafb16 req-80eba35e-52d2-41cd-84c8-734fd03d0139 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0928237 May 04 13:52:43.323324 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.375260 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.403491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (07a4ca17-e203-449b-9b7c-6ad595384981), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.412829 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9190049a-6fed-44c7-a955-525370fafb16 req-8f951602-49aa-4f81-9f31-4d3717609013 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883374 May 04 13:52:43.421609 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (07a4ca17-e203-449b-9b7c-6ad595384981), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.454853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a4ca17-e203-449b-9b7c-6ad595384981,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.473126 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.477085 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ca96380d-11bf-4f55-9d74-51bab2faee0e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374695 May 04 13:52:43.477846 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41362) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:43.483141 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:43.533228 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (0cdc40ce-b6bc-4906-9408-8d3502cef1e4), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.597303 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (0cdc40ce-b6bc-4906-9408-8d3502cef1e4), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.603939 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (0cdc40ce-b6bc-4906-9408-8d3502cef1e4), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.635532 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks [] for port (acb5384c-7b10-4047-823e-87ab271009ca), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.635681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdc40ce-b6bc-4906-9408-8d3502cef1e4,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.637464 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (b27dc22c-e985-4458-aec9-743b2749d65b), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.642847 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.644191 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.648765 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.650277 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c6dfbc82-b058-41b1-bd91-83ffe4f901f7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714113 May 04 13:52:43.701406 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658faa1-75fb-43c4-b0cf-f8ac4cc69d39 None None] Pushing event updated for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.718283 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41364) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:43.724407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:43.749791 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=b27dc22c-e985-4458-aec9-743b2749d65b,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.750025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device abd667b1-47dc-4ba6-b29e-3bf860156291 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:43.752115 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.securitygroups_db [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Project e954f6233f084ff0a0972369ec806b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:52:43.770491 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (0e6e2a0f-5449-489d-947c-25ee484a019a), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.771047 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.790616 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.792263 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5ff96cd9-7433-4886-ac72-121c4493a3cc tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2034843 May 04 13:52:43.822653 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Attempting to bind port acb5384c-7b10-4047-823e-87ab271009ca on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:43.823301 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Attempting to bind port acb5384c-7b10-4047-823e-87ab271009ca by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:43.823470 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Attempting to bind port acb5384c-7b10-4047-823e-87ab271009ca on network 38aec3fa-b209-409d-a374-7f4d1b36316f {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:43.840238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port abd667b1-47dc-4ba6-b29e-3bf860156291 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:43.840608 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.845806 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:43.846295 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Checking segment: {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:43.846814 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.847542 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Bound using segment: {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:43.848143 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Bound port: acb5384c-7b10-4047-823e-87ab271009ca, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:43.848584 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (acb5384c-7b10-4047-823e-87ab271009ca), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.857083 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (0e6e2a0f-5449-489d-947c-25ee484a019a), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.864202 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (0e6e2a0f-5449-489d-947c-25ee484a019a), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.896474 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6e2a0f-5449-489d-947c-25ee484a019a,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:43.926935 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.928373 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0c94b41e-c61d-4e41-985b-10968ef83be2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2086880 May 04 13:52:43.931447 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41368) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:52:43.935941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'security_group_rule': {'security_group_id': 'b7af7ba3-4382-4368-8f4e-9b3f8353c1d9', 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:43.964037 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.securitygroups_db [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Project e954f6233f084ff0a0972369ec806b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 13:52:43.971359 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (06d7844c-c448-406c-b07c-9d64f8f1539b), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:43.988441 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] For port acb5384c-7b10-4047-823e-87ab271009ca, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:44.007230 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port abd667b1-47dc-4ba6-b29e-3bf860156291 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:44.020150 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] For port acb5384c-7b10-4047-823e-87ab271009ca, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=acb5384c-7b10-4047-823e-87ab271009ca,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:44.029024 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.056684 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (06d7844c-c448-406c-b07c-9d64f8f1539b), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.061626 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (06d7844c-c448-406c-b07c-9d64f8f1539b), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.078312 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Provisioning complete for port acb5384c-7b10-4047-823e-87ab271009ca triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:44.078638 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (acb5384c-7b10-4047-823e-87ab271009ca), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.085355 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d7844c-c448-406c-b07c-9d64f8f1539b,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:44.088728 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-d6a51934-0497-4d98-bc8a-fdac306d5e6e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1746202066&fields=id&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 267 time: 0.0516729 May 04 13:52:44.093836 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.095620 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-af8d0dea-c8d7-44ae-8585-1ba6a535ba0c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1632318 May 04 13:52:44.152604 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658faa1-75fb-43c4-b0cf-f8ac4cc69d39 None None] Pushing event updated for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:44.158439 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:52:44.158994 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:44.226739 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-d991ebdb-ce8e-4863-b6b4-74419ae446c3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:44.228746 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-d991ebdb-ce8e-4863-b6b4-74419ae446c3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 816 time: 0.1315680 May 04 13:52:44.246415 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-fbcdc66b-cb89-420d-b5ec-57ca339acb93 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/quotas/817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 375 time: 0.0119762 May 04 13:52:44.310718 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Current status of the port acb5384c-7b10-4047-823e-87ab271009ca is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:44.311104 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (acb5384c-7b10-4047-823e-87ab271009ca), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.334830 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-48f31ba9-81c0-48da-8446-28deb5b6ef9f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830524 May 04 13:52:44.360876 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:52:44.392855 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] For port acb5384c-7b10-4047-823e-87ab271009ca, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=acb5384c-7b10-4047-823e-87ab271009ca,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:44.399860 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.450498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-ea7f74a8-7fb0-43db-a58a-245bf38e196b service neutron] 10.222.0.73 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029563 May 04 13:52:44.540392 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-fbd2aac5-a1d3-49cb-86e6-faed29cdb93e None None] Provisioning complete for port acb5384c-7b10-4047-823e-87ab271009ca triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:44.540392 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fbd2aac5-a1d3-49cb-86e6-faed29cdb93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (acb5384c-7b10-4047-823e-87ab271009ca), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:44.599942 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969f877-1c12-48d7-8877-a7babe777656 req-170258da-bb5f-4945-87b2-7af332b642d0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:44.601739 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4969f877-1c12-48d7-8877-a7babe777656 req-170258da-bb5f-4945-87b2-7af332b642d0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0661149 May 04 13:52:44.604632 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66cb21-82f4-472a-a4cb-d409d791654b None None] Pushing event updated for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:44.608754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-a88dbed2-0e2a-45aa-a98a-8e7cb10f7ed0 service neutron] 10.222.0.73 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519606 May 04 13:52:44.689610 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4969f877-1c12-48d7-8877-a7babe777656 req-cbca3e60-db55-47f4-b4a5-cea4112ae576 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740061 May 04 13:52:44.733445 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2aac5-a1d3-49cb-86e6-faed29cdb93e None None] Current status of the port acb5384c-7b10-4047-823e-87ab271009ca is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:44.748748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:39Z', 'revision_number': 4, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'acb5384c-7b10-4047-823e-87ab271009ca', 'name': '', 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'mac_address': 'fa:16:3e:a9:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:38Z', 'updated_at': '2022-05-04T13:52:43Z', 'revision_number': 4, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'subnets': [{'id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:52:44.785575 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb6694-6eaf-4439-8fd0-ca5f292eb0cf None None] The sync data for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi is: [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:39Z', 'revision_number': 4, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'acb5384c-7b10-4047-823e-87ab271009ca', 'name': '', 'network_id': '38aec3fa-b209-409d-a374-7f4d1b36316f', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'mac_address': 'fa:16:3e:a9:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:38Z', 'updated_at': '2022-05-04T13:52:43Z', 'revision_number': 4, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'subnets': [{'id': 'cd12a6b8-8a30-4101-ab40-4da279596dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:52:44.889350 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ac18b7b7-6dec-4d2f-8fe8-351321106eac req-cc22ad36-4e80-4685-8a1c-0769cf7228b1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 210 time: 0.0662084 May 04 13:52:45.693800 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device acb5384c-7b10-4047-823e-87ab271009ca up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:45.756616 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port acb5384c-7b10-4047-823e-87ab271009ca triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:45.757258 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (acb5384c-7b10-4047-823e-87ab271009ca), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:45.816671 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e932bd-8bba-47fc-83bd-786ed5318709 req-7347c447-cb56-4559-b104-bd2dc4f03cb9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:45.818672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67e932bd-8bba-47fc-83bd-786ed5318709 req-7347c447-cb56-4559-b104-bd2dc4f03cb9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0639997 May 04 13:52:45.859872 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port acb5384c-7b10-4047-823e-87ab271009ca is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:45.894778 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67e932bd-8bba-47fc-83bd-786ed5318709 req-3996035f-a27f-4781-bb99-03469a01bb8e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700245 May 04 13:52:45.943561 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:52:46.000768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-a9f807c2-dea9-4be2-8d3a-1781dc0a6928 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:46.002909 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-a9f807c2-dea9-4be2-8d3a-1781dc0a6928 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 816 time: 0.1269021 May 04 13:52:46.008088 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a356c810-a093-42af-b78d-2e9326711556 req-96be639a-186c-4533-88bf-e7848ae0db04 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 210 time: 0.0344861 May 04 13:52:46.074535 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-335f68c7-8a43-44eb-a4ed-f5a5fb829203 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 380 time: 0.0599966 May 04 13:52:46.084177 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'port': {'device_id': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'admin_state_up': True, 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'security_groups': ['7303f44d-e26d-4f11-8997-0aa64b884d91']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:46.137980 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.199160 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Made reservation on behalf of 817ff3e189a443a7b1f11e9a016832cc for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:52:46.202541 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.252898 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-95211c7a-acb9-4709-8d08-0b95d9729f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.339228 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Allocated IP 172.20.0.5 (172c7baf-db50-4aef-afa7-f1dee0ea0a04/5d8c3414-eb96-44f6-9bd3-81e15c50b19b/8b167ddc-4db4-4c83-9b45-2ef07c83e962) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:52:46.487490 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.519960 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.561052 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:52:46.564750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:52:46.570638 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:52:46.577771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:46.628406 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:46.629027 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.648004 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-952cb708-eed2-4cc1-8dfc-b79083f9726f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676188 May 04 13:52:46.665671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Request body: {'port': {'device_id': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:52:46.731796 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.769132 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-92813d40-b773-4bf3-89ed-aaca7226f5d1 None None] Provisioning complete for port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:46.769793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-92813d40-b773-4bf3-89ed-aaca7226f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:46.811078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-92813d40-b773-4bf3-89ed-aaca7226f5d1 None None] Port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:52:47.001763 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:52:47.008368 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72d4bc-7dd9-4962-8a8f-e5751180da7d req-ff4dcc7e-428b-4d72-bee8-d54c7ffa7ddf tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.009174 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks [] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:47.009840 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9b72d4bc-7dd9-4962-8a8f-e5751180da7d req-ff4dcc7e-428b-4d72-bee8-d54c7ffa7ddf tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0465477 May 04 13:52:47.022559 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Transition to ACTIVE for port object 8b167ddc-4db4-4c83-9b45-2ef07c83e962 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:52:47.026487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:47.075860 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:47.078456 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9b72d4bc-7dd9-4962-8a8f-e5751180da7d req-6755664c-10cb-4fb3-b2e8-cc8f35c34097 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624802 May 04 13:52:47.165092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e58f1e-b2f9-4b7c-a4b6-90d947dcbc87 req-741e0ab8-48f0-416c-9160-4a28dcfd4e81 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.166543 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Attempting to bind port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:52:47.166683 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9e58f1e-b2f9-4b7c-a4b6-90d947dcbc87 req-741e0ab8-48f0-416c-9160-4a28dcfd4e81 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0594187 May 04 13:52:47.166880 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Attempting to bind port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:52:47.167220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Attempting to bind port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:47.171946 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:52:47.172263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Attempting to bind port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 on network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:52:47.178012 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:52:47.178511 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Checking segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:52:47.178888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Bound using segment: {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:52:47.179332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Bound port: 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0a1d63-6216-43ac-a997-b60cfb9f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:52:47.179687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:47.229512 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9e58f1e-b2f9-4b7c-a4b6-90d947dcbc87 req-6b3d64c9-5cd2-4440-8d58-84b2c0c4b139 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554166 May 04 13:52:47.258794 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:52:47.262460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:52:47.270121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:47.309051 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.309796 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:47.311165 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 1093 time: 0.6498075 May 04 13:52:47.314445 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:47.317623 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c7dd3f-331d-4ec8-936a-427360db00a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:47.355221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ece33-d64b-4f33-8989-f1f2d96b5c78 service neutron] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:47.382808 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35434a35-62e4-442e-b9f3-bd63c471f72d x-openstack-request-id: req-35434a35-62e4-442e-b9f3-bd63c471f72d {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:47.383006 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:47.383237 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35434a35-62e4-442e-b9f3-bd63c471f72d {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:47.383630 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35434a35-62e4-442e-b9f3-bd63c471f72d'] response: {'name': 'network-changed', 'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'status': 'completed', 'code': 200} May 04 13:52:47.412144 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-0027e989-c615-4148-8cdb-c10f3449be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.413650 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-0027e989-c615-4148-8cdb-c10f3449be9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1127 time: 0.0452785 May 04 13:52:47.458673 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-408952d8-d5d4-4eb5-9330-97d0a686cfe7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 217 time: 0.0366306 May 04 13:52:47.516519 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-1c7d833c-39ff-4cb8-9f2c-ef4990c70dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.517991 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-1c7d833c-39ff-4cb8-9f2c-ef4990c70dd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0516157 May 04 13:52:47.602521 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-0a21c8a0-65df-4be9-8451-7a2a06606347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:47.603972 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-0a21c8a0-65df-4be9-8451-7a2a06606347 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396311 May 04 13:52:47.704950 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-bea86e63-58fe-44b5-a368-3737fde96e50 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840211 May 04 13:52:47.795043 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7e326fc6-4a72-4eaf-ba7b-78f0906746b8 req-a6add632-d771-42d7-9f43-5de2d13d648b service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845246 May 04 13:52:48.197893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85edd9-1969-47f6-aae7-8fe9279fefff req-b43da427-79b0-4d95-b753-977f60db2cef tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:48.199375 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cc85edd9-1969-47f6-aae7-8fe9279fefff req-b43da427-79b0-4d95-b753-977f60db2cef tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0467794 May 04 13:52:48.260395 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cc85edd9-1969-47f6-aae7-8fe9279fefff req-2d358bcf-3416-4622-a067-74854fb85b20 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552962 May 04 13:52:48.352348 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec2d49-2266-4e2d-8bed-c9bd815eb2e0 req-d7a65fa9-da77-4cfe-b81c-1d784f988800 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:48.353797 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7bec2d49-2266-4e2d-8bed-c9bd815eb2e0 req-d7a65fa9-da77-4cfe-b81c-1d784f988800 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0499249 May 04 13:52:48.397530 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a6ec605f-b4b2-4970-b2fe-e5a4cae97ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:48.401081 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7bec2d49-2266-4e2d-8bed-c9bd815eb2e0 req-029b6f28-e075-41cf-8c0f-a94e2036a1b5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 May 04 13:52:48.864548 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-6edd6c74-bcec-4c19-a0f9-d9cee0ad3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:48.866036 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-6edd6c74-bcec-4c19-a0f9-d9cee0ad3c23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1127 time: 0.0406129 May 04 13:52:48.960332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-26afd3bc-2fe0-47ff-bcca-59a0b2779a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:48.961719 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-26afd3bc-2fe0-47ff-bcca-59a0b2779a6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.0876915 May 04 13:52:49.007544 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-26e426c7-b6a7-432d-93a1-01f4f92fc3d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 217 time: 0.0340300 May 04 13:52:49.058778 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-b500248a-674a-4d62-b37f-ec0b97913a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:49.060288 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-b500248a-674a-4d62-b37f-ec0b97913a1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0439911 May 04 13:52:49.108717 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-a3e74bc2-d47a-4cfd-9d59-54da9891f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:49.110165 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-a3e74bc2-d47a-4cfd-9d59-54da9891f639 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416830 May 04 13:52:49.264655 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-aee93c68-b8a6-47c9-b0fe-60f971ac9b16 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815852 May 04 13:52:49.378321 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d809a6-eebd-4b90-a379-21e67bcb5d86 req-9b250017-0d66-42cf-8834-b72777ca54c4 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:49.379832 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99d809a6-eebd-4b90-a379-21e67bcb5d86 req-9b250017-0d66-42cf-8834-b72777ca54c4 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0485036 May 04 13:52:49.439599 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99d809a6-eebd-4b90-a379-21e67bcb5d86 req-336047a7-db15-4a92-a216-a754df1a72c6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539069 May 04 13:52:49.522289 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67603d02-9a64-4136-8b5d-3ad5351dd9f5 req-72f223ac-b5f9-49e4-92f0-d1b6850904e9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:49.523712 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67603d02-9a64-4136-8b5d-3ad5351dd9f5 req-72f223ac-b5f9-49e4-92f0-d1b6850904e9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0465403 May 04 13:52:49.574424 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67603d02-9a64-4136-8b5d-3ad5351dd9f5 req-d38523df-12ef-4f0c-9493-fbe47ab2f7c0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 May 04 13:52:49.677955 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-55c7dd3f-331d-4ec8-936a-427360db00a1 req-3bbebe8a-8b8d-43a4-977f-493ef18af4dc service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881801 May 04 13:52:49.809827 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:50.558163 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1216ab4-7615-47d6-937d-bd3d5eb4bbd3 req-a6af897a-9df6-48bf-84e8-d25029dd7508 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:50.559646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f1216ab4-7615-47d6-937d-bd3d5eb4bbd3 req-a6af897a-9df6-48bf-84e8-d25029dd7508 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0465221 May 04 13:52:50.620873 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f1216ab4-7615-47d6-937d-bd3d5eb4bbd3 req-4ed8f514-5ff8-4132-87ff-5dd2ed7e50e1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544941 May 04 13:52:50.696140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4620437-1afe-4188-9b92-689060ea007f req-4f685dc6-3599-46cb-afc3-78291a760d9b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:50.697559 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a4620437-1afe-4188-9b92-689060ea007f req-4f685dc6-3599-46cb-afc3-78291a760d9b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0454354 May 04 13:52:50.743672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a4620437-1afe-4188-9b92-689060ea007f req-ed0f1e35-8d26-42e4-bd05-df8611a03630 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 May 04 13:52:51.279605 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:51.740433 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee844-16cc-4f41-a60b-52e21560f65f req-5238248a-82ad-4f38-b850-4874f9ca8c8e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:51.741909 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6cee844-16cc-4f41-a60b-52e21560f65f req-5238248a-82ad-4f38-b850-4874f9ca8c8e tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0513544 May 04 13:52:51.801097 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6cee844-16cc-4f41-a60b-52e21560f65f req-67ace9a9-8406-4614-91bf-8de5f0111261 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532434 May 04 13:52:51.861275 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f878d5-368f-4167-b075-4f2f87df53ba req-f10da4d5-908a-4b13-8124-eb6631cb2889 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:51.862833 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73f878d5-368f-4167-b075-4f2f87df53ba req-f10da4d5-908a-4b13-8124-eb6631cb2889 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0469632 May 04 13:52:51.910067 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-73f878d5-368f-4167-b075-4f2f87df53ba req-d287029d-34b3-46cd-a13b-ab318fa95f24 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 May 04 13:52:52.549390 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:52.940349 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ba950-9050-4a65-b0a5-e4b47f76c66e req-b08b5a45-fa98-4ba5-8100-355db7db2547 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:52.942279 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-677ba950-9050-4a65-b0a5-e4b47f76c66e req-b08b5a45-fa98-4ba5-8100-355db7db2547 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0520813 May 04 13:52:53.038863 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-677ba950-9050-4a65-b0a5-e4b47f76c66e req-e21e7bb8-8d49-4f94-8d40-6d7951697f8f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898426 May 04 13:52:53.060498 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb51f4c-6425-46c0-8ba8-2b62638ca596 req-1cb2084b-0f74-4c88-b766-56da50dbf258 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:53.060498 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cb51f4c-6425-46c0-8ba8-2b62638ca596 req-1cb2084b-0f74-4c88-b766-56da50dbf258 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0670159 May 04 13:52:53.111600 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cb51f4c-6425-46c0-8ba8-2b62638ca596 req-3e594fd9-cdc3-4b2d-b24f-0fc57a6c546b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 May 04 13:52:53.237920 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:52:53.341611 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:53.353051 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:52:53.394159 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:53.394545 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:53.406909 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:52:53.426417 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:53.436347 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:53.608327 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:54.153732 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e3102-868d-49ad-b392-247013c637c0 req-6b1c7699-e2f9-4826-a954-a1a042f9d3de tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:54.155229 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-631e3102-868d-49ad-b392-247013c637c0 req-6b1c7699-e2f9-4826-a954-a1a042f9d3de tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0470941 May 04 13:52:54.252773 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-631e3102-868d-49ad-b392-247013c637c0 req-826ad2ef-44ec-47f9-8151-b32a188e4680 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910554 May 04 13:52:54.263405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f801d7d-e7df-4664-a470-d04a58e3dafa req-d2ba7874-a498-4384-a0cb-8080d2a65d17 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:54.264878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f801d7d-e7df-4664-a470-d04a58e3dafa req-d2ba7874-a498-4384-a0cb-8080d2a65d17 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0695708 May 04 13:52:54.314496 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f801d7d-e7df-4664-a470-d04a58e3dafa req-009362c7-2acd-44d2-897a-3e3466f09ada tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 May 04 13:52:55.366155 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597d839-06b2-4763-86d5-ae60a683cdd4 req-1b84a7d7-27ae-4f7c-850f-b261ac0da59a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:55.367653 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d597d839-06b2-4763-86d5-ae60a683cdd4 req-1b84a7d7-27ae-4f7c-850f-b261ac0da59a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0476513 May 04 13:52:55.455918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8fb58-ae0e-4017-8f7a-bb4df4d556de req-51352e46-f816-4851-b408-a2bb6e6feff5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:55.457280 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33a8fb58-ae0e-4017-8f7a-bb4df4d556de req-51352e46-f816-4851-b408-a2bb6e6feff5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0710931 May 04 13:52:55.478103 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d597d839-06b2-4763-86d5-ae60a683cdd4 req-91487fca-d333-4336-84e9-56b4918fbe8f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042442 May 04 13:52:55.496151 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['8b167ddc-4db4-4c83-9b45-2ef07c83e962'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:52:55.513827 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33a8fb58-ae0e-4017-8f7a-bb4df4d556de req-36432fd3-70a9-4b42-bc3b-ece40976d0b3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493307 May 04 13:52:56.596531 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa8fa-b317-4b9b-9d5b-d2a7dbfbc2ca req-71eb3b28-0bf5-4241-acdc-4663216a779f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:56.597954 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ec8aa8fa-b317-4b9b-9d5b-d2a7dbfbc2ca req-71eb3b28-0bf5-4241-acdc-4663216a779f tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0541098 May 04 13:52:56.660002 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374992c-fc53-4acc-8cc6-799ea58cb68d req-bc7b5c4f-6aa1-4fdc-9dad-2efa21c1e529 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:56.661606 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1374992c-fc53-4acc-8cc6-799ea58cb68d req-bc7b5c4f-6aa1-4fdc-9dad-2efa21c1e529 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0725679 May 04 13:52:56.716620 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ec8aa8fa-b317-4b9b-9d5b-d2a7dbfbc2ca req-89c3136e-f06f-4d2f-8333-93f0e3b090b7 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114557 May 04 13:52:56.732401 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1374992c-fc53-4acc-8cc6-799ea58cb68d req-0c67bf9a-14df-4d25-8f83-7d4cff9bfe20 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651176 May 04 13:52:57.174148 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:52:57.220875 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:52:57.227721 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:52:57.228107 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:57.317940 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:52:57.318337 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:57.347237 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:52:57.349767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b01f8-0ed2-4b72-a688-95defd49c668" -d '{"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:52:57.375890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:52:57.380159 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:52:57.406591 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462edba-cc22-4f86-94a6-add5ab1d3f41 x-openstack-request-id: req-b462edba-cc22-4f86-94a6-add5ab1d3f41 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:52:57.407645 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:52:57.407845 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b462edba-cc22-4f86-94a6-add5ab1d3f41 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:52:57.408082 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b462edba-cc22-4f86-94a6-add5ab1d3f41'] response: {'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'code': 200} May 04 13:52:57.435355 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:52:57.569566 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628443-8257-486a-84f5-7c58bfb77fd3 req-a41d99af-e67a-482e-a27e-add6fc128007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:57.571018 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ed628443-8257-486a-84f5-7c58bfb77fd3 req-a41d99af-e67a-482e-a27e-add6fc128007 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1129 time: 0.0376194 May 04 13:52:57.614166 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-ed628443-8257-486a-84f5-7c58bfb77fd3 req-081fc1d7-e537-496c-82f0-f8b6b7ef3126 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 May 04 13:52:57.855486 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8c41-4672-4158-ad52-6af250f2f1b4 req-92c5aecd-d043-467e-a007-a4bfadb39132 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:57.856948 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1aeb8c41-4672-4158-ad52-6af250f2f1b4 req-92c5aecd-d043-467e-a007-a4bfadb39132 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0743060 May 04 13:52:57.876264 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2887d-e312-4337-bc8a-a1341b35db39 req-cc92d792-b6e8-4011-aebf-702f502afe8b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:57.877662 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3c2887d-e312-4337-bc8a-a1341b35db39 req-cc92d792-b6e8-4011-aebf-702f502afe8b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0657802 May 04 13:52:57.959549 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1aeb8c41-4672-4158-ad52-6af250f2f1b4 req-9b8b3737-a0b9-4b77-a2ff-c4d753a1022a tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968449 May 04 13:52:57.962479 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3c2887d-e312-4337-bc8a-a1341b35db39 req-1f5234fa-9356-4582-a726-19de28321c62 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781424 May 04 13:52:59.102738 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ab9f8-01f5-483e-865f-fc11031699f0 req-31f9d69a-9cf6-4fed-9367-5b8f8fcd1205 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:59.104309 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d59ab9f8-01f5-483e-865f-fc11031699f0 req-31f9d69a-9cf6-4fed-9367-5b8f8fcd1205 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0732696 May 04 13:52:59.115194 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb255c54-aca3-411a-8f67-a0086d7fdc0d req-5cc0f084-6dc3-43aa-a9b8-f4e36d60f166 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:52:59.116561 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb255c54-aca3-411a-8f67-a0086d7fdc0d req-5cc0f084-6dc3-43aa-a9b8-f4e36d60f166 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0736957 May 04 13:52:59.199981 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb255c54-aca3-411a-8f67-a0086d7fdc0d req-b18ad67a-44ff-4737-bf1b-86fba9ad87c4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770566 May 04 13:52:59.204729 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d59ab9f8-01f5-483e-865f-fc11031699f0 req-cfed79f5-ca0b-4002-8279-b07682b0a778 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872831 May 04 13:53:00.343014 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548c75c-8ebf-4ccd-b9f0-9bac0b4a0695 req-effdfc7f-38b9-4aba-a7f9-424d9b0ff1e8 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:00.344504 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1548c75c-8ebf-4ccd-b9f0-9bac0b4a0695 req-effdfc7f-38b9-4aba-a7f9-424d9b0ff1e8 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0753267 May 04 13:53:00.350959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443547fe-b604-49d2-8468-3501df63f87c req-7db89076-eade-420e-8fca-4682bc8f2c0d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:00.352325 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-443547fe-b604-49d2-8468-3501df63f87c req-7db89076-eade-420e-8fca-4682bc8f2c0d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0813150 May 04 13:53:00.436315 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-443547fe-b604-49d2-8468-3501df63f87c req-5ae2306d-49f5-47d6-8479-c677db082d1b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774541 May 04 13:53:00.442012 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1548c75c-8ebf-4ccd-b9f0-9bac0b4a0695 req-0aae8f9a-1c65-4764-b2fc-2b10d2887a9d tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887966 May 04 13:53:01.598716 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e014a0-f242-43ba-8669-9b75d7120235 req-64574003-fffe-4c48-a825-798d4d9d6610 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:01.600133 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60e014a0-f242-43ba-8669-9b75d7120235 req-64574003-fffe-4c48-a825-798d4d9d6610 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0810363 May 04 13:53:01.605957 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572fb0-07b4-4079-8b55-0558cccc956e req-c552f71f-192d-4a41-a907-1c975869a124 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:01.607306 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-04572fb0-07b4-4079-8b55-0558cccc956e req-c552f71f-192d-4a41-a907-1c975869a124 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0899999 May 04 13:53:01.690594 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60e014a0-f242-43ba-8669-9b75d7120235 req-cf2f7eb4-5152-4474-820a-131393bd6118 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818429 May 04 13:53:01.701160 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-04572fb0-07b4-4079-8b55-0558cccc956e req-f470e101-dec1-4cfa-a5d8-a5fa16c55148 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868509 May 04 13:53:02.842175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1e15-f7b9-48ed-ba58-9ab1b73ebac9 req-610f6a7b-be23-4eb7-b8e7-1e5dbf7cb9fb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:02.843843 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f94e1e15-f7b9-48ed-ba58-9ab1b73ebac9 req-610f6a7b-be23-4eb7-b8e7-1e5dbf7cb9fb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0765128 May 04 13:53:02.850387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f67b8-7962-4269-ac13-30ed2d0f2222 req-0ed27c19-9280-423e-8d2e-b2c5712688b9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:02.851780 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ea6f67b8-7962-4269-ac13-30ed2d0f2222 req-0ed27c19-9280-423e-8d2e-b2c5712688b9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0752087 May 04 13:53:02.929165 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f94e1e15-f7b9-48ed-ba58-9ab1b73ebac9 req-3f88c68c-6322-46cd-aef4-2f30d783daf2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762775 May 04 13:53:02.949590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ea6f67b8-7962-4269-ac13-30ed2d0f2222 req-af991844-e288-44e8-8cab-ec9d6a8007b9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827279 May 04 13:53:04.075179 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ae2fa-50cd-473e-9f19-2b2173c18b2f req-c444ba2a-bdca-4d34-a962-db8f26ef05e9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.076664 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a07ae2fa-50cd-473e-9f19-2b2173c18b2f req-c444ba2a-bdca-4d34-a962-db8f26ef05e9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0746870 May 04 13:53:04.096733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10890c1b-da8f-4b2c-9e7c-a42059117844 req-e2387469-6e82-4b4f-ba22-3b7761c63198 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.098117 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10890c1b-da8f-4b2c-9e7c-a42059117844 req-e2387469-6e82-4b4f-ba22-3b7761c63198 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0674772 May 04 13:53:04.157318 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a07ae2fa-50cd-473e-9f19-2b2173c18b2f req-8d879fe0-b284-4baa-a796-ced9eb8f4877 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742741 May 04 13:53:04.183098 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10890c1b-da8f-4b2c-9e7c-a42059117844 req-36090d06-eb3e-4db5-86d6-a50d7733cb78 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789149 May 04 13:53:04.274278 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8b45-6e12-44fb-9458-6cd5621b5a47 req-7ae7327f-318c-4f37-886c-d58547825d15 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.275815 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-310a8b45-6e12-44fb-9458-6cd5621b5a47 req-7ae7327f-318c-4f37-886c-d58547825d15 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0519514 May 04 13:53:04.284396 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41660) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:04.288798 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Request body: {'floatingip': {'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:04.327853 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:04.550562 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-58762766-e14d-4c3c-82ac-a71a15ca791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.552180 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-58762766-e14d-4c3c-82ac-a71a15ca791c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0405571 May 04 13:53:04.618419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ab0be-53cb-4f5f-be6c-a36c47ec44b5 req-4e96f564-cfe6-467e-b2ee-024f49d1121e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.619903 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-244ab0be-53cb-4f5f-be6c-a36c47ec44b5 req-4e96f564-cfe6-467e-b2ee-024f49d1121e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0872266 May 04 13:53:04.646421 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-ab5f57f6-9504-4691-897f-8ee91273ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:04.647919 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-ab5f57f6-9504-4691-897f-8ee91273ff47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0897732 May 04 13:53:04.717623 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-509f72c7-0841-419f-bd69-5fd2fb5a39fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1002 time: 0.0621955 May 04 13:53:04.741860 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-244ab0be-53cb-4f5f-be6c-a36c47ec44b5 req-d884cbaa-c1fc-4d17-977b-5d199c565b82 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149430 May 04 13:53:04.897140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:04.907623 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:04.914516 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-647e99ea-a768-41a6-a3f7-038c04514e89 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040044839&fields=id&tenant_id=e954f6233f084ff0a0972369ec806b34 HTTP/1.1" status: 200 len: 267 time: 0.0699477 May 04 13:53:05.019595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-8fd4f6e1-c382-4d54-b79e-f92c7e128a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:05.021829 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-8fd4f6e1-c382-4d54-b79e-f92c7e128a75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.2987208 May 04 13:53:05.069651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-b8289b6d-c961-4b35-bbc8-9bb8396d5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:05.071137 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-b8289b6d-c961-4b35-bbc8-9bb8396d5c2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401237 May 04 13:53:05.098084 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Floating IP 7193b997-eb39-4376-8bf2-13ab63ec3315 associated. External IP: 172.27.1.193, port: 8b167ddc-4db4-4c83-9b45-2ef07c83e962. May 04 13:53:05.106435 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-96497fcc-ea68-49ac-8e02-62aabc89ddf8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:05.107945 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-96497fcc-ea68-49ac-8e02-62aabc89ddf8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 809 time: 0.1585481 May 04 13:53:05.151693 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-08bcceb2-7ea8-4dcf-8615-f3efaf0bd882 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/quotas/e954f6233f084ff0a0972369ec806b34 HTTP/1.1" status: 200 len: 375 time: 0.0126114 May 04 13:53:05.172176 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-4965a072-f795-4e5d-a3d8-d381fc76a9c4 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859008 May 04 13:53:05.236178 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fd00e5f5-c34e-43cb-aebc-cd6880a40099 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769670 May 04 13:53:05.389004 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715add0-d736-418f-ba0b-be385da100ba req-642c5bba-c282-49fa-abc1-4b76dd9e0f9c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:05.390461 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b715add0-d736-418f-ba0b-be385da100ba req-642c5bba-c282-49fa-abc1-4b76dd9e0f9c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.1307545 May 04 13:53:05.472122 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-0a98ca85-f059-49ed-9733-a51671586286 service neutron] 10.222.0.73 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231865 May 04 13:53:05.538352 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:53:05.542323 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-5116a6b8-d6d3-4010-a61a-c05d5a2b826d req-765bc6e5-4e57-44d9-8405-52b9077e44f8 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 May 04 13:53:05.545256 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b715add0-d736-418f-ba0b-be385da100ba req-54c7c29d-a015-4bba-81dc-369c65ef128d tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482828 May 04 13:53:05.937404 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-bd4e0855-5d0f-4a49-b52f-69a35327f13d service neutron] 10.222.0.73 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556220 May 04 13:53:05.947451 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad721d15-6e51-42ce-8529-6f8eebca7c76 req-d970703c-8074-400e-a120-68c58db1c4f8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:05.948853 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ad721d15-6e51-42ce-8529-6f8eebca7c76 req-d970703c-8074-400e-a120-68c58db1c4f8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0669837 May 04 13:53:06.032783 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:53:06.039830 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:06.043832 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:53:06.054281 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:06.054913 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:06.067942 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ad721d15-6e51-42ce-8529-6f8eebca7c76 req-01f2e13c-b5f7-4cd6-865c-073789a305e5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099694 May 04 13:53:06.092359 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8dc86671-6849-4f52-b559-5e5c3646c12f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "PUT /v2.0/floatingips/7193b997-eb39-4376-8bf2-13ab63ec3315 HTTP/1.1" status: 200 len: 991 time: 1.8068535 May 04 13:53:06.093101 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:06.098416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:06.136422 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c40dde3-a173-400f-91f1-42cd874e0076 x-openstack-request-id: req-2c40dde3-a173-400f-91f1-42cd874e0076 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:06.136830 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:06.137293 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c40dde3-a173-400f-91f1-42cd874e0076 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:06.137949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c40dde3-a173-400f-91f1-42cd874e0076'] response: {'name': 'network-changed', 'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'status': 'completed', 'code': 200} May 04 13:53:06.176127 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:06.203235 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-03271cf9-05f8-488b-837a-f0d545b8368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:06.204750 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-03271cf9-05f8-488b-837a-f0d545b8368c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1129 time: 0.0420573 May 04 13:53:06.317523 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d3d20c72-3a3e-4c06-9b1f-236506f298b3 req-6dc359c7-d64d-40fa-9aa5-e4f2ebe0cdd3 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 210 time: 0.0568349 May 04 13:53:06.379734 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-b149e885-badf-4a94-9ce1-f09dbf45f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:06.381225 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-b149e885-badf-4a94-9ce1-f09dbf45f77c service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.1684701 May 04 13:53:06.465074 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4e30e-5cda-40a7-bcc0-496521434bf1 req-0df85a83-a09a-40c7-8017-ac5f051c3163 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:06.467017 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6da4e30e-5cda-40a7-bcc0-496521434bf1 req-0df85a83-a09a-40c7-8017-ac5f051c3163 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0561376 May 04 13:53:06.512834 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7193b997-eb39-4376-8bf2-13ab63ec3315', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:52:43Z', 'updated_at': '2022-05-04T13:53:04Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:06.523415 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6da4e30e-5cda-40a7-bcc0-496521434bf1 req-2f15b163-791a-4828-809d-b923b85965e6 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 May 04 13:53:06.545947 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:53:06.555037 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:06.555690 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:52:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:06.666769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1375cfa-47b0-4e0a-9ba2-ce696b6939e6 req-9c9e4e0a-4155-4b8b-b427-f096b4072c35 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:06.668283 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1375cfa-47b0-4e0a-9ba2-ce696b6939e6 req-9c9e4e0a-4155-4b8b-b427-f096b4072c35 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0502779 May 04 13:53:06.668854 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:06.727977 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1375cfa-47b0-4e0a-9ba2-ce696b6939e6 req-b34d377e-edf4-403a-bb10-741c52298c96 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538728 May 04 13:53:06.880120 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7193b997-eb39-4376-8bf2-13ab63ec3315', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:52:43Z', 'updated_at': '2022-05-04T13:53:04Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:06.905313 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e789313-9bd0-4c7a-b3f9-d17901db38f9 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7193b997-eb39-4376-8bf2-13ab63ec3315', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:52:43Z', 'updated_at': '2022-05-04T13:53:04Z', 'revision_number': 1, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:53:07.113218 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d5bb2-b9ed-4f60-a345-3299465c18a5 None None] New status for floating IP 7193b997-eb39-4376-8bf2-13ab63ec3315: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:53:07.183899 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb2b1-6a98-45d7-9281-8df395f59d43 req-cb79fd44-b9ec-4d16-a6dc-cb3cd8659b31 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:07.185254 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-db4fb2b1-6a98-45d7-9281-8df395f59d43 req-cb79fd44-b9ec-4d16-a6dc-cb3cd8659b31 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0458794 May 04 13:53:07.235479 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-db4fb2b1-6a98-45d7-9281-8df395f59d43 req-5325b052-69ce-4614-a39c-61e937efaba7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 May 04 13:53:07.399859 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e541a46e-c266-4ae9-9b6f-a70d6ea81501 req-1e923e10-9f4b-4811-8066-d422093580f8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 210 time: 0.0279233 May 04 13:53:07.636724 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad2ae-7154-46e3-b69c-46bc56abe578 req-487bc199-e973-474e-b1f3-7b684235f605 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:07.638180 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8fbad2ae-7154-46e3-b69c-46bc56abe578 req-487bc199-e973-474e-b1f3-7b684235f605 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0463202 May 04 13:53:07.683523 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8fbad2ae-7154-46e3-b69c-46bc56abe578 req-68b3336f-3368-40c6-b25d-712a35904b0f tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 May 04 13:53:07.846210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f438f3-aa6c-4e70-a52a-ba7dde4a9baa req-40df48ac-f875-4011-b37e-8e21741e01f9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:07.847598 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-43f438f3-aa6c-4e70-a52a-ba7dde4a9baa req-40df48ac-f875-4011-b37e-8e21741e01f9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0504594 May 04 13:53:07.911632 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-43f438f3-aa6c-4e70-a52a-ba7dde4a9baa req-f3df6ef6-5eac-4f86-9855-461e3148e89c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580966 May 04 13:53:07.922355 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-4be9443c-0c30-476e-9a43-b0aee4575fa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 1001 time: 0.0706627 May 04 13:53:08.349618 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30ca70-2029-4026-9bad-5d89ce224b87 req-a666dca9-410d-4d08-ace2-b8d50532a576 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:08.351090 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d30ca70-2029-4026-9bad-5d89ce224b87 req-a666dca9-410d-4d08-ace2-b8d50532a576 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0468063 May 04 13:53:08.386118 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-6e5fb2ba-4a3d-4a97-8445-0a9ddaa08023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:08.387749 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-6e5fb2ba-4a3d-4a97-8445-0a9ddaa08023 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0448375 May 04 13:53:08.403901 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d30ca70-2029-4026-9bad-5d89ce224b87 req-edeeed7a-e40c-45d0-b3be-a0d173aa96ca tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472808 May 04 13:53:08.498187 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-0687a5d5-6ae1-44fb-bf4d-6813446570f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:08.499748 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-0687a5d5-6ae1-44fb-bf4d-6813446570f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421560 May 04 13:53:08.521821 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4d42c026-672e-4a64-aab3-ffa26c1085e0 req-0c995095-6b0e-4a58-82a8-2a59419d2fdd tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 210 time: 0.0541236 May 04 13:53:08.530518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-8d059184-cdbd-40dd-a923-828fefc6795c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:08.532076 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-8d059184-cdbd-40dd-a923-828fefc6795c tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0739899 May 04 13:53:08.603820 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-fb0feb58-8eb9-4331-8252-8f1c399c6797 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976546 May 04 13:53:08.628833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Deleting port 09763d35-56c7-4147-aa25-f1f83a5b0d0d {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:53:08.629176 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:08.727168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] For port 09763d35-56c7-4147-aa25-f1f83a5b0d0d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=09763d35-56c7-4147-aa25-f1f83a5b0d0d,segment=NetworkSegment(0af3ec29-d035-4a91-80a3-f5aa245a3f29),segment_id=0af3ec29-d035-4a91-80a3-f5aa245a3f29)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:08.727555 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:08.742500 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Calling delete_port for 09763d35-56c7-4147-aa25-f1f83a5b0d0d owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:53:08.831784 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1c45-e8e1-4af0-befd-b79251215dd0 req-cd360e86-fb18-47e5-a2c6-71be8bb441c4 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:08.833226 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24fb1c45-e8e1-4af0-befd-b79251215dd0 req-cd360e86-fb18-47e5-a2c6-71be8bb441c4 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/ports?device_id=de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0 HTTP/1.1" status: 200 len: 945 time: 0.0796189 May 04 13:53:08.918986 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24fb1c45-e8e1-4af0-befd-b79251215dd0 req-00d77c86-57d5-4d9c-888b-0a1acda1bedf tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a953751-c455-4ce2-8571-d20df9e1bfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795503 May 04 13:53:08.952783 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (09763d35-56c7-4147-aa25-f1f83a5b0d0d), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:08.972000 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['09763d35-56c7-4147-aa25-f1f83a5b0d0d'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:53:08.987584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Pushing event deleted for resources: {'Port': ['ID=09763d35-56c7-4147-aa25-f1f83a5b0d0d,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:09.006049 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-fa56b8a8-9b1c-495d-b02c-9bcb0f54e76a req-b1e77c2a-7c9c-4d07-9276-4058c2ef53e9 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412857 May 04 13:53:09.063717 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] No DVR routers for this DVR port 09763d35-56c7-4147-aa25-f1f83a5b0d0d on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:53:09.068144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:09.071536 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6664219d-3d9f-45e7-bd66-50e3ea7fb488 req-65605b66-9258-41d9-9024-13d8b059e499 tempest-VolumesSnapshotTestJSON-652948940 tempest-VolumesSnapshotTestJSON-652948940-project] 10.222.0.23 "DELETE /v2.0/ports/09763d35-56c7-4147-aa25-f1f83a5b0d0d HTTP/1.1" status: 204 len: 173 time: 0.5349324 May 04 13:53:09.072052 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'name': 'network-vif-deleted', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:09.074618 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad5c6e7-4c40-43d6-8a43-d4ae2d6256e0" -d '{"events": [{"server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "name": "network-vif-deleted", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:09.092090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e706-925c-46f5-8eba-114265e138cd req-62a03d27-804f-47da-84cf-4d0959121da1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:09.093784 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9d9e706-925c-46f5-8eba-114265e138cd req-62a03d27-804f-47da-84cf-4d0959121da1 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0795698 May 04 13:53:09.129535 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-82b1e07d-172e-4b30-b4d8-223a90f24754 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:09.131187 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-82b1e07d-172e-4b30-b4d8-223a90f24754 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 809 time: 0.1657641 May 04 13:53:09.131810 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22cc8b-20e9-4b0b-ac72-7efd7eb42635 x-openstack-request-id: req-de22cc8b-20e9-4b0b-ac72-7efd7eb42635 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:09.132105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0", "name": "network-vif-deleted", "tag": "09763d35-56c7-4147-aa25-f1f83a5b0d0d", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:09.132350 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de22cc8b-20e9-4b0b-ac72-7efd7eb42635 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:09.132799 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de22cc8b-20e9-4b0b-ac72-7efd7eb42635'] response: {'server_uuid': 'de740e53-cb2b-4bdf-a1c6-0fa3dfb1ffd0', 'name': 'network-vif-deleted', 'tag': '09763d35-56c7-4147-aa25-f1f83a5b0d0d', 'status': 'completed', 'code': 200} May 04 13:53:09.186325 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9d9e706-925c-46f5-8eba-114265e138cd req-f7f2f880-636e-4a18-9d10-ca9a613fec54 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b7dc2e1-2566-4881-8bef-619fb95ddb8c&id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826354 May 04 13:53:09.226931 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-7a371318-5a61-4c7e-b402-b5d201c5bfc7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e954f6233f084ff0a0972369ec806b34 HTTP/1.1" status: 200 len: 380 time: 0.0792873 May 04 13:53:09.238605 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'port': {'device_id': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'admin_state_up': True, 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'security_groups': ['b7af7ba3-4382-4368-8f4e-9b3f8353c1d9']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:09.349131 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Made reservation on behalf of e954f6233f084ff0a0972369ec806b34 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:53:09.352444 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:09.481755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Allocated IP 172.20.0.7 (3f383862-41b6-4b7f-91be-d3071e452c1d/f49aee04-09f2-4045-85e5-198c0b28e5df/272736d4-b309-4f51-a6b7-a65b04350361) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:53:09.523483 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f87ad0-06b4-4cd2-bd6f-ef664bbed102 req-15f64834-a5f2-4964-aefb-2b2454f48617 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:09.524984 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3f87ad0-06b4-4cd2-bd6f-ef664bbed102 req-15f64834-a5f2-4964-aefb-2b2454f48617 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0516872 May 04 13:53:09.592143 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3f87ad0-06b4-4cd2-bd6f-ef664bbed102 req-23bef3e8-5f32-4048-90f7-33176708b18d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615213 May 04 13:53:09.680093 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4591ecca-f981-4127-a6a7-df645d69a754 req-2297f451-76be-46eb-ab0e-ab5d1238a43d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 210 time: 0.0428853 May 04 13:53:09.682096 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for port (272736d4-b309-4f51-a6b7-a65b04350361), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:09.720668 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:09.761264 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Network 3f383862-41b6-4b7f-91be-d3071e452c1d is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:53:09.764305 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:53:09.768100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:53:09.795065 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:09.824660 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:09.825276 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:09.843757 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-c1427647-0013-44ce-9dcb-bfcbc971ef7b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108961 May 04 13:53:09.859152 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Request body: {'port': {'device_id': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:09.922507 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.032563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-0053e967-1aa1-40ed-8197-8f3865cfc86c None None] Provisioning complete for port 272736d4-b309-4f51-a6b7-a65b04350361 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:53:10.034284 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0053e967-1aa1-40ed-8197-8f3865cfc86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (272736d4-b309-4f51-a6b7-a65b04350361), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.069757 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0053e967-1aa1-40ed-8197-8f3865cfc86c None None] Port 272736d4-b309-4f51-a6b7-a65b04350361 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:53:10.185232 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272736d4-b309-4f51-a6b7-a65b04350361 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:53:10.193213 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks [] for port (272736d4-b309-4f51-a6b7-a65b04350361), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.221240 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Transition to ACTIVE for port object 272736d4-b309-4f51-a6b7-a65b04350361 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:53:10.224556 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.280394 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:10.362191 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Attempting to bind port 272736d4-b309-4f51-a6b7-a65b04350361 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:53:10.362525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Attempting to bind port 272736d4-b309-4f51-a6b7-a65b04350361 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:53:10.362854 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Attempting to bind port 272736d4-b309-4f51-a6b7-a65b04350361 on network 3f383862-41b6-4b7f-91be-d3071e452c1d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:53:10.368031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Port 272736d4-b309-4f51-a6b7-a65b04350361 on network 3f383862-41b6-4b7f-91be-d3071e452c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:53:10.368353 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Attempting to bind port 272736d4-b309-4f51-a6b7-a65b04350361 on network 3f383862-41b6-4b7f-91be-d3071e452c1d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:53:10.373402 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:53:10.373744 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Checking segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:53:10.374123 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Bound using segment: {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:53:10.374540 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Bound port: 272736d4-b309-4f51-a6b7-a65b04350361, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d07290-b37b-4b9b-a915-c70595ceac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:53:10.374890 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.439027 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:53:10.442670 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:53:10.448491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.482906 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.483539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:10.484882 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] 10.222.0.23 "PUT /v2.0/ports/272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 1093 time: 0.6300957 May 04 13:53:10.485307 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:10.487556 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:10.514386 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3f29c-a62b-4bc2-9316-f56a487ea8bd service neutron] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:10.560176 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a328ad-1912-46cd-9019-57eab6ce27e0 x-openstack-request-id: req-b2a328ad-1912-46cd-9019-57eab6ce27e0 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:10.560468 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:10.560721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2a328ad-1912-46cd-9019-57eab6ce27e0 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:10.561132 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a328ad-1912-46cd-9019-57eab6ce27e0'] response: {'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'status': 'completed', 'code': 200} May 04 13:53:10.574233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fd16da0f-1b28-4f32-a415-945c91979557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.575758 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-fd16da0f-1b28-4f32-a415-945c91979557 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1127 time: 0.0501533 May 04 13:53:10.617017 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-aee0e982-7ef9-49c4-80c2-07ee4d860e8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 217 time: 0.0344448 May 04 13:53:10.673760 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-0d53366e-d48e-4415-9149-e7961884531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.675297 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-0d53366e-d48e-4415-9149-e7961884531b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0527172 May 04 13:53:10.717678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7625ecd-70ee-4fea-a4c4-5b8b6cada5e8 req-e2d1ec98-b5d5-4918-8b76-ea4830d40889 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.719164 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7625ecd-70ee-4fea-a4c4-5b8b6cada5e8 req-e2d1ec98-b5d5-4918-8b76-ea4830d40889 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0540767 May 04 13:53:10.726340 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-48f7d2d7-ea98-4928-89a2-ae06ecb6aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.727889 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-48f7d2d7-ea98-4928-89a2-ae06ecb6aec5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444386 May 04 13:53:10.775583 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c7625ecd-70ee-4fea-a4c4-5b8b6cada5e8 req-b4ab1b14-5ab9-4617-be06-2db8c5b56d41 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501685 May 04 13:53:10.810448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3195d6-9006-4b28-8a86-870c9bed069b req-4932ab94-2c63-4da7-85fe-fe47c6bf3a77 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:10.812126 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cd3195d6-9006-4b28-8a86-870c9bed069b req-4932ab94-2c63-4da7-85fe-fe47c6bf3a77 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0519950 May 04 13:53:10.865802 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cd3195d6-9006-4b28-8a86-870c9bed069b req-e4d01c39-1af4-40b5-a24a-c5c9f7be7b1b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 May 04 13:53:10.887231 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-401c249a-a330-45a3-8053-a1fb73f917b1 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929296 May 04 13:53:10.975969 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6b6dad7d-7ada-4f14-8b2f-a041c07adff6 req-64a33034-68ce-4046-9719-951132729342 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821376 May 04 13:53:11.251352 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-53fd7517-ea94-46ef-aff5-46db2457eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.253490 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-53fd7517-ea94-46ef-aff5-46db2457eed8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1127 time: 0.0395682 May 04 13:53:11.266365 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 09763d35-56c7-4147-aa25-f1f83a5b0d0d no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:53:11.290799 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 09763d35-56c7-4147-aa25-f1f83a5b0d0d {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:53:11.291363 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 09763d35-56c7-4147-aa25-f1f83a5b0d0d not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:53:11.347846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-6a7538a8-6010-4192-a789-6be92b8865b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.349341 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-6a7538a8-6010-4192-a789-6be92b8865b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.0893233 May 04 13:53:11.390765 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-0fa8fa74-6d47-4ebe-a7ac-4e4c7b82e2a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 217 time: 0.0350318 May 04 13:53:11.443353 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-1a19c5af-07d6-4b37-af61-fab99a04ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.444815 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-1a19c5af-07d6-4b37-af61-fab99a04ce35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0488818 May 04 13:53:11.489597 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-36d32028-bd9b-46e8-858c-5886c4bf41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.491086 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-36d32028-bd9b-46e8-858c-5886c4bf41ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404370 May 04 13:53:11.578833 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-bbe87293-fc3f-49f6-a15b-ae21eea51454 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809333 May 04 13:53:11.668945 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4d7d0d7e-ac66-452a-a3b8-2b15f312bd34 req-3655c06c-c105-46fa-a2ce-7b160c12d621 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 May 04 13:53:11.888342 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee0b73-fb47-4ca5-a67c-ffe4c55d5fb7 req-3b3e3260-d8d0-47d8-91fe-bc3c4616bf59 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.889842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3ee0b73-fb47-4ca5-a67c-ffe4c55d5fb7 req-3b3e3260-d8d0-47d8-91fe-bc3c4616bf59 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0463159 May 04 13:53:11.949307 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3ee0b73-fb47-4ca5-a67c-ffe4c55d5fb7 req-9cfb56a9-c50a-4604-9596-2ca3b51ba5af tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534592 May 04 13:53:11.983584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898f48-37c4-4978-bc46-ccef3e27cc70 req-63c29df4-80c0-4e39-b77e-d11ca80780fb tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:11.985040 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80898f48-37c4-4978-bc46-ccef3e27cc70 req-63c29df4-80c0-4e39-b77e-d11ca80780fb tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0511060 May 04 13:53:12.033483 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80898f48-37c4-4978-bc46-ccef3e27cc70 req-328f9cdb-a02c-4713-ac1a-34e511a19ff3 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 May 04 13:53:13.060776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b531398-fd4c-41a5-baae-8145252831e7 req-47536263-8524-4e55-8698-b21a6851b7f8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:13.062255 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2b531398-fd4c-41a5-baae-8145252831e7 req-47536263-8524-4e55-8698-b21a6851b7f8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0453119 May 04 13:53:13.117857 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2b531398-fd4c-41a5-baae-8145252831e7 req-fdce0ceb-877f-4d25-81ce-973252a92085 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491517 May 04 13:53:13.155438 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06140d51-d841-4728-8a38-76ba892994a1 req-68543665-729e-4f9a-b8ab-f9eb9edf186d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:13.156887 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06140d51-d841-4728-8a38-76ba892994a1 req-68543665-729e-4f9a-b8ab-f9eb9edf186d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0538726 May 04 13:53:13.203756 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06140d51-d841-4728-8a38-76ba892994a1 req-faece518-e98f-467a-a0b3-1fb3715ab57b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 May 04 13:53:14.230709 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cc619-086b-4676-8e3d-287cf242efbd req-64ebb835-8d1b-4d5d-b903-927020ccabae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:14.232219 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-336cc619-086b-4676-8e3d-287cf242efbd req-64ebb835-8d1b-4d5d-b903-927020ccabae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0464861 May 04 13:53:14.288079 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-336cc619-086b-4676-8e3d-287cf242efbd req-f7b6a09f-8d00-4e23-b687-5897749575d7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493793 May 04 13:53:14.325933 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c870e-6f92-4577-80a2-780b27c6d285 req-7b0f16d3-df3f-456d-9abf-1dea9f494045 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:14.327402 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f75c870e-6f92-4577-80a2-780b27c6d285 req-7b0f16d3-df3f-456d-9abf-1dea9f494045 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0542483 May 04 13:53:14.374442 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f75c870e-6f92-4577-80a2-780b27c6d285 req-9dcdb844-3cb7-48e8-8c6b-85a3c1301296 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 May 04 13:53:15.399217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4f09a-f5d1-4fdc-a0cc-59daa7a76f68 req-5d18843f-8e73-4eb7-ad5a-2fda509b9515 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:15.401023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d0d4f09a-f5d1-4fdc-a0cc-59daa7a76f68 req-5d18843f-8e73-4eb7-ad5a-2fda509b9515 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0461824 May 04 13:53:15.456807 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d0d4f09a-f5d1-4fdc-a0cc-59daa7a76f68 req-57fffd09-16b8-433d-a4ae-c15c7766b843 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506759 May 04 13:53:15.489050 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4527-871d-4d0a-b734-4575134d1235 req-05fb8536-f660-41c3-a6c0-cc0cec3e7d76 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:15.490484 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe4d4527-871d-4d0a-b734-4575134d1235 req-05fb8536-f660-41c3-a6c0-cc0cec3e7d76 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0495594 May 04 13:53:15.541302 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe4d4527-871d-4d0a-b734-4575134d1235 req-16d78d81-9a5b-4ca6-b3de-45790cb6dc79 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 May 04 13:53:16.146109 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:16.243839 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d07c556e-f417-4b2d-a95a-7afb1ff89951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:16.661945 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e240f1-a9c2-4e0e-9962-273481a30330 req-02a8add1-1b45-4968-8650-c616e5af96b1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:16.663430 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80e240f1-a9c2-4e0e-9962-273481a30330 req-02a8add1-1b45-4968-8650-c616e5af96b1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.1406522 May 04 13:53:16.721293 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c043cf-ac87-4a6e-bf15-367f697ae596 req-2bcece59-95ed-468d-925d-7f3203a40e79 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:16.722798 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99c043cf-ac87-4a6e-bf15-367f697ae596 req-2bcece59-95ed-468d-925d-7f3203a40e79 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.1145954 May 04 13:53:16.757770 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-80e240f1-a9c2-4e0e-9962-273481a30330 req-e656d9b6-c642-4af9-b721-e6a7c7ece89b tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850601 May 04 13:53:16.785030 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-99c043cf-ac87-4a6e-bf15-367f697ae596 req-e6263646-2364-4e13-adc1-d3d18512bb2a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566902 May 04 13:53:17.899853 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31220-17b4-4760-bf10-001e1629e61a req-68fb9fe9-471e-4613-9aac-a69e9587afe2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:17.901199 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdb31220-17b4-4760-bf10-001e1629e61a req-68fb9fe9-471e-4613-9aac-a69e9587afe2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0763540 May 04 13:53:17.911604 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb829f-ee01-48bf-a1a0-97ad5f80555d req-65674455-372d-42dc-a39c-fae00d6c450d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:17.912957 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1deb829f-ee01-48bf-a1a0-97ad5f80555d req-65674455-372d-42dc-a39c-fae00d6c450d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0572896 May 04 13:53:17.983431 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bdb31220-17b4-4760-bf10-001e1629e61a req-9ea41911-b898-49a3-afbf-eaa56bd09f78 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695300 May 04 13:53:17.987602 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1deb829f-ee01-48bf-a1a0-97ad5f80555d req-2877684e-20fc-414c-8042-62e026d46533 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683339 May 04 13:53:18.398568 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fa192a78-d6e2-44dc-a6fb-d9d289b4fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:19.125917 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80df69-322c-4ed0-913a-ce437e398a74 req-9c72f2af-0929-4001-9f50-7f4a5d12c07a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:19.127390 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4f80df69-322c-4ed0-913a-ce437e398a74 req-9c72f2af-0929-4001-9f50-7f4a5d12c07a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0756421 May 04 13:53:19.133405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2694d-2e8d-4454-ae6b-5bc7c636180c req-a7bcbbd8-a0e9-4e13-aeb5-6c593f4bbd28 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:19.134723 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ab2694d-2e8d-4454-ae6b-5bc7c636180c req-a7bcbbd8-a0e9-4e13-aeb5-6c593f4bbd28 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0744679 May 04 13:53:19.204690 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4f80df69-322c-4ed0-913a-ce437e398a74 req-7cd5c71f-ee1a-49f8-9c32-b1bae8c906fa tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690291 May 04 13:53:19.209065 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1ab2694d-2e8d-4454-ae6b-5bc7c636180c req-0289e30d-f2a8-48f2-bc52-b36900a8220a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679274 May 04 13:53:19.625302 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:53:19.719115 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:19.729824 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '272736d4-b309-4f51-a6b7-a65b04350361', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'mac_address': 'fa:16:3e:e2:04:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:53:19.768190 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 272736d4-b309-4f51-a6b7-a65b04350361 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:53:19.769156 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:19.781606 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272736d4-b309-4f51-a6b7-a65b04350361 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:53:19.803539 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:19.810797 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:19.836079 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:19.858929 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:20.349206 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890c13-396e-4dad-b96d-0e4d1957d3da req-a957f445-0701-4b57-bd65-ed4b631f975f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:20.350660 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c890c13-396e-4dad-b96d-0e4d1957d3da req-a957f445-0701-4b57-bd65-ed4b631f975f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 944 time: 0.0760794 May 04 13:53:20.356368 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756455cc-cd87-403f-bd2c-ec9853e43628 req-a7b3cfe1-c632-4cc2-a8eb-f9271185757f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:20.357681 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-756455cc-cd87-403f-bd2c-ec9853e43628 req-a7b3cfe1-c632-4cc2-a8eb-f9271185757f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0849786 May 04 13:53:20.426715 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c890c13-396e-4dad-b96d-0e4d1957d3da req-8e9c1d53-e049-464b-bc74-45900ef7eac9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680976 May 04 13:53:20.433467 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-756455cc-cd87-403f-bd2c-ec9853e43628 req-75121f74-8da0-4cc1-9e07-7c3cd3193a1a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687885 May 04 13:53:21.283696 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:21.568391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717b94-2517-4d39-a3e7-f798d29a04d8 req-cf876130-3ebd-4185-8ffa-92ba3eabd2a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:21.569871 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06717b94-2517-4d39-a3e7-f798d29a04d8 req-cf876130-3ebd-4185-8ffa-92ba3eabd2a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 944 time: 0.0763307 May 04 13:53:21.590065 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bc525-03d6-480a-83ea-10373182afd9 req-fc9a0f98-ab3d-4a38-8e1c-0ba339d1fa48 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:21.591662 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-998bc525-03d6-480a-83ea-10373182afd9 req-fc9a0f98-ab3d-4a38-8e1c-0ba339d1fa48 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0694301 May 04 13:53:21.652785 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-06717b94-2517-4d39-a3e7-f798d29a04d8 req-76baefa7-8506-4f97-9a12-77bd85c975b8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771043 May 04 13:53:21.663502 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-998bc525-03d6-480a-83ea-10373182afd9 req-37226d8b-d4fc-427a-83a5-2c2358e7f659 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654302 May 04 13:53:21.674458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['272736d4-b309-4f51-a6b7-a65b04350361'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:53:22.553806 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:22.792099 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8484-faed-40ec-985e-8f82ae05b76f req-9a23f95b-9229-4246-b89a-64c49d2f357d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:22.797934 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d99c8484-faed-40ec-985e-8f82ae05b76f req-9a23f95b-9229-4246-b89a-64c49d2f357d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 944 time: 0.0768039 May 04 13:53:22.835103 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b068d0-e2c4-4a5b-be14-f13bfe4dc8dc req-decdaaa6-dbc9-474c-b71b-1b21399bc4f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:22.836516 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f9b068d0-e2c4-4a5b-be14-f13bfe4dc8dc req-decdaaa6-dbc9-474c-b71b-1b21399bc4f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0877311 May 04 13:53:22.875847 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-aa7ba0df-59d7-41a3-a64b-20b77423b2b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435994 May 04 13:53:22.897128 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d99c8484-faed-40ec-985e-8f82ae05b76f req-1c5affd1-2178-4a27-b3bc-81f44c220d9a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980744 May 04 13:53:22.935590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f9b068d0-e2c4-4a5b-be14-f13bfe4dc8dc req-6ad7aff6-e368-4d8b-8e94-eee5d877ea28 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748763 May 04 13:53:22.943566 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:53:22.953772 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-a2ee9251-32c8-480b-a164-af7c930be541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:22.955277 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-a2ee9251-32c8-480b-a164-af7c930be541 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 1129 time: 0.0562756 May 04 13:53:23.062771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-11829cdf-0f17-4fa8-a383-c580188bb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:23.065956 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-11829cdf-0f17-4fa8-a383-c580188bb25b service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0926466 May 04 13:53:23.110294 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-cd1aa9ac-a97f-4f6b-b3b2-6faa7b0fd57a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 200 len: 217 time: 0.0369675 May 04 13:53:23.163928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-122e8311-0b1a-4c28-a38c-977e4d3bb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:23.166410 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-122e8311-0b1a-4c28-a38c-977e4d3bb818 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0501745 May 04 13:53:23.215076 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-61ed9c26-fe60-4f40-bcd5-73a3e9d25a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:23.216602 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-61ed9c26-fe60-4f40-bcd5-73a3e9d25a16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428710 May 04 13:53:23.313942 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-3a061228-e423-4e5b-85c6-2b6587a19209 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906432 May 04 13:53:23.341863 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:53:23.389462 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 272736d4-b309-4f51-a6b7-a65b04350361 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:53:23.396946 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 272736d4-b309-4f51-a6b7-a65b04350361 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:53:23.397458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (272736d4-b309-4f51-a6b7-a65b04350361), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:23.414603 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d4a82910-ec30-400b-8cb1-40279ea1fece req-25534356-7d82-4942-a798-b63d82023f05 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936267 May 04 13:53:23.483049 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 272736d4-b309-4f51-a6b7-a65b04350361 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:53:23.483468 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:23.507493 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:23.509698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b6d1e3-3e1f-422d-b6dd-ad309fbfe0b5" -d '{"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-plugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:23.521636 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:23.526928 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:23.554371 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287fc7e0-0cc4-4ee3-8337-3318636a7c2a x-openstack-request-id: req-287fc7e0-0cc4-4ee3-8337-3318636a7c2a {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:23.554996 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-plugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:23.554996 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-287fc7e0-0cc4-4ee3-8337-3318636a7c2a {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:23.555320 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287fc7e0-0cc4-4ee3-8337-3318636a7c2a'] response: {'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'code': 200} May 04 13:53:23.590700 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:23.788001 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6c46-f842-41d6-be70-7379ac1be31c req-a3d2917d-5504-4e58-be8f-e3b4486f5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:23.789466 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-853e6c46-f842-41d6-be70-7379ac1be31c req-a3d2917d-5504-4e58-be8f-e3b4486f5dc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0373800 May 04 13:53:23.835969 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-853e6c46-f842-41d6-be70-7379ac1be31c req-61933b17-4532-4217-9458-16d677d73ea6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399985 May 04 13:53:24.039457 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a22cc-d0f4-4fd3-ac4e-b81388107bf6 req-7319d21c-7811-4628-8107-571b5015c0d8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:24.040938 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de1a22cc-d0f4-4fd3-ac4e-b81388107bf6 req-7319d21c-7811-4628-8107-571b5015c0d8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0751657 May 04 13:53:24.055974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9abf2-d8fd-4e95-a727-e498370a6d2d req-418c3cc7-0143-4649-b119-e264556666ae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:24.057441 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9f9abf2-d8fd-4e95-a727-e498370a6d2d req-418c3cc7-0143-4649-b119-e264556666ae tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0621059 May 04 13:53:24.148222 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de1a22cc-d0f4-4fd3-ac4e-b81388107bf6 req-9671d12e-13ed-4a06-98ef-bfb26e3e3d16 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991197 May 04 13:53:24.151640 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9f9abf2-d8fd-4e95-a727-e498370a6d2d req-bad0b42d-a00d-4cf9-aba5-40fbe225fd76 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883937 May 04 13:53:25.294042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed850a-b797-470c-a455-61de8e77fa99 req-95852bbd-8a4a-456b-babb-e816827d389e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:25.295510 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52ed850a-b797-470c-a455-61de8e77fa99 req-95852bbd-8a4a-456b-babb-e816827d389e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0745497 May 04 13:53:25.303608 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3210cbc-6cfa-48c6-ae37-fde22fb61e6e req-a2a94fb9-59cf-4f2b-a55b-418e9bbeda8b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:25.304967 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3210cbc-6cfa-48c6-ae37-fde22fb61e6e req-a2a94fb9-59cf-4f2b-a55b-418e9bbeda8b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0741630 May 04 13:53:25.379139 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52ed850a-b797-470c-a455-61de8e77fa99 req-f3e054bd-64ff-4c8e-8ed5-4959885f8694 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732388 May 04 13:53:25.382854 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f3210cbc-6cfa-48c6-ae37-fde22fb61e6e req-c312b8a8-4e7a-44e2-957c-921958052c75 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714324 May 04 13:53:26.526466 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b48ee-bce1-462b-ab1c-117689aa8700 req-e4ab1614-334a-4e84-b37d-cb263ddf6194 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:26.528605 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-705b48ee-bce1-462b-ab1c-117689aa8700 req-e4ab1614-334a-4e84-b37d-cb263ddf6194 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0792322 May 04 13:53:26.535329 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75147a99-11ff-4a14-bb23-dc4834d67ef6 req-21245e22-4f56-46d5-a095-9201ca633b4a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:26.536605 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-75147a99-11ff-4a14-bb23-dc4834d67ef6 req-21245e22-4f56-46d5-a095-9201ca633b4a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0866299 May 04 13:53:26.613021 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-705b48ee-bce1-462b-ab1c-117689aa8700 req-43b3a682-fbaf-478a-b297-7bffaa7ec3cd tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748477 May 04 13:53:26.616221 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-75147a99-11ff-4a14-bb23-dc4834d67ef6 req-adfe1d82-1950-406e-82a7-7d42108511dc tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730503 May 04 13:53:26.726994 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62573ee-9af5-4c63-867f-0dd883b53c71 req-5f8d57e9-de19-4885-bced-92ae1e862224 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:26.728462 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e62573ee-9af5-4c63-867f-0dd883b53c71 req-5f8d57e9-de19-4885-bced-92ae1e862224 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0497212 May 04 13:53:26.775754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e62573ee-9af5-4c63-867f-0dd883b53c71 req-7d85cc4b-a551-4f67-b4ea-23abe7170a8b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 May 04 13:53:26.796877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41906) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:26.873823 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a8ace-456c-4b32-9fcb-b3cc74078ba1 tempest-TestShelveInstance-713338377 tempest-TestShelveInstance-713338377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:26.875330 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-087a8ace-456c-4b32-9fcb-b3cc74078ba1 tempest-TestShelveInstance-713338377 tempest-TestShelveInstance-713338377-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1124 time: 0.0774925 May 04 13:53:26.878231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41912) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:26.882478 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:26.902449 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:26.981607 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:27.086066 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Allocated IP 172.27.1.20 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/f7d072f4-9c58-4c96-8993-9c536cc6806e) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:53:27.120864 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18ffe-8b51-4b54-9296-67567c024d87 req-fe891a9c-2b21-434c-8335-f81b94259b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:27.122351 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-84b18ffe-8b51-4b54-9296-67567c024d87 req-fe891a9c-2b21-434c-8335-f81b94259b27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0426409 May 04 13:53:27.172781 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-84b18ffe-8b51-4b54-9296-67567c024d87 req-2a0c67bc-e8d2-4ab1-a726-9ebf4ce32154 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 May 04 13:53:27.189879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:27.222510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:27.259388 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:53:27.262462 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:53:27.269064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:53:27.274548 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'Port': ['ID=f7d072f4-9c58-4c96-8993-9c536cc6806e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:27.910747 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede109-1a90-41ae-a660-1d589fd560fe req-8d3d6db6-78bc-46c0-a1b5-b7c028f7ddf5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:27.912152 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbede109-1a90-41ae-a660-1d589fd560fe req-8d3d6db6-78bc-46c0-a1b5-b7c028f7ddf5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0721979 May 04 13:53:27.921003 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for floatingip (3c85cae7-e64c-4a7a-975b-aebf31b4fb6d), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:27.996528 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbede109-1a90-41ae-a660-1d589fd560fe req-cb35c395-6332-48fa-8a53-9af822fc1742 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767593 May 04 13:53:28.024676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:28.168534 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:28.172815 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:28.240750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event updated for resources: {'Port': ['ID=f7d072f4-9c58-4c96-8993-9c536cc6806e,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:28.263149 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (3c85cae7-e64c-4a7a-975b-aebf31b4fb6d), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:28.373307 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Floating IP 3c85cae7-e64c-4a7a-975b-aebf31b4fb6d associated. External IP: 172.27.1.20, port: 272736d4-b309-4f51-a6b7-a65b04350361. May 04 13:53:28.604231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Router f0102e2b-1ad4-4409-9d82-5c734757b044 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:53:28.721631 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:53:28.731519 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Sync routers for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:53:28.741917 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:28.747875 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:28.748507 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:28.772356 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d7ae99aa-194e-4c2e-a713-e4e7c1b08f20 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8929055 May 04 13:53:28.772757 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:28.774999 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e241e23-e1c8-4dbc-b049-dd160a600ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:28.811253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6967e990-0dbe-4aa1-9d0b-1c2c02eb33b9 x-openstack-request-id: req-6967e990-0dbe-4aa1-9d0b-1c2c02eb33b9 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:28.811603 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:28.811861 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6967e990-0dbe-4aa1-9d0b-1c2c02eb33b9 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:28.812266 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6967e990-0dbe-4aa1-9d0b-1c2c02eb33b9'] response: {'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'status': 'completed', 'code': 200} May 04 13:53:28.863982 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:28.925107 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-aac91d6a-efed-41d1-bded-2b90be076bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:28.926616 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-aac91d6a-efed-41d1-bded-2b90be076bbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0431578 May 04 13:53:29.045694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-8f608975-f276-4a36-a34d-e30c2048cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.047451 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-8f608975-f276-4a36-a34d-e30c2048cf91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.1088388 May 04 13:53:29.090622 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '3c85cae7-e64c-4a7a-975b-aebf31b4fb6d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'mac_address': 'fa:16:3e:e2:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:53:27Z', 'updated_at': '2022-05-04T13:53:27Z', 'revision_number': 0, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:29.116681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7f2b5-8538-4d31-9dd8-56482a592177 req-b98b9670-a5cf-45f5-8405-c18ca4cd0734 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.117895 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Checking router: f0102e2b-1ad4-4409-9d82-5c734757b044 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:53:29.118212 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a5a7f2b5-8538-4d31-9dd8-56482a592177 req-b98b9670-a5cf-45f5-8405-c18ca4cd0734 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0507965 May 04 13:53:29.119984 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-d9342231-9c35-4ad0-b8fe-2cec397d8b2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 998 time: 0.0634367 May 04 13:53:29.126333 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:29.126942 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:29.166642 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a5a7f2b5-8538-4d31-9dd8-56482a592177 req-ad83205e-868b-47ac-82af-a8309db2d3b7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 May 04 13:53:29.169616 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-9dd392a0-dbdc-4e28-ae16-ba1cf34968bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.171182 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-9dd392a0-dbdc-4e28-ae16-ba1cf34968bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0444155 May 04 13:53:29.226608 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-b0968996-fca5-405d-af68-03bfdce25897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.228394 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-b0968996-fca5-405d-af68-03bfdce25897 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480218 May 04 13:53:29.238204 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:29.332103 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-612cb8d6-7d0f-420c-9026-62b4463b66cb service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975807 May 04 13:53:29.432751 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-6e241e23-e1c8-4dbc-b049-dd160a600ab0 req-cd2de2f1-eace-4622-8c28-cd5460782db8 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931683 May 04 13:53:29.474779 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '3c85cae7-e64c-4a7a-975b-aebf31b4fb6d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'mac_address': 'fa:16:3e:e2:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:53:27Z', 'updated_at': '2022-05-04T13:53:27Z', 'revision_number': 0, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:29.506637 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d817da-ca01-4ed6-95f1-73ee415b5d56 None None] The sync data for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi is: [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '3c85cae7-e64c-4a7a-975b-aebf31b4fb6d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'mac_address': 'fa:16:3e:e2:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:53:27Z', 'updated_at': '2022-05-04T13:53:27Z', 'revision_number': 0, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:53:29.576792 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-5b2b45ef-78de-4870-a017-4303a470be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.579135 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-5b2b45ef-78de-4870-a017-4303a470be6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0418556 May 04 13:53:29.590649 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c81eee-52ac-46eb-8009-113ed79e79d9 req-7c4220d4-725c-4f0b-a0f8-4314319209f7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.592419 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46c81eee-52ac-46eb-8009-113ed79e79d9 req-7c4220d4-725c-4f0b-a0f8-4314319209f7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0500963 May 04 13:53:29.646216 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46c81eee-52ac-46eb-8009-113ed79e79d9 req-ca15ae24-7626-4f2f-8675-a92fe9982d52 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 May 04 13:53:29.696749 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-145c8fa8-74ac-48c2-b722-c2745c027c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.698218 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-145c8fa8-74ac-48c2-b722-c2745c027c72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.1131382 May 04 13:53:29.740145 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53453cf3-632b-4121-bae4-76165454cfa0 None None] New status for floating IP 3c85cae7-e64c-4a7a-975b-aebf31b4fb6d: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:53:29.775298 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-24d69d17-3da8-4734-adf9-54fa8767279e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1002 time: 0.0677769 May 04 13:53:29.824691 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-6300de74-fb08-4276-9a42-1acae6a9d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.826186 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-6300de74-fb08-4276-9a42-1acae6a9d025 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0471997 May 04 13:53:29.883295 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-5c251c71-a687-47c1-94fd-c5579b96e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:29.884887 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-5c251c71-a687-47c1-94fd-c5579b96e946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524616 May 04 13:53:29.982293 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-847413e6-76bc-44a5-8fa3-befab707f520 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891898 May 04 13:53:30.073163 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-d190d845-f5ae-44d5-b56f-ec74077db3b2 req-76ffe6b8-5af6-48c3-a88b-74218ed61367 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 May 04 13:53:30.768603 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bcf51-0bf9-40c3-9d64-9907298e87f9 req-6d6fb058-c412-4f9b-8001-ae0882b6db4a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:30.770061 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-070bcf51-0bf9-40c3-9d64-9907298e87f9 req-6d6fb058-c412-4f9b-8001-ae0882b6db4a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0474160 May 04 13:53:30.828708 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-070bcf51-0bf9-40c3-9d64-9907298e87f9 req-1d86f550-388a-4761-95de-4ec569556f0c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532467 May 04 13:53:31.939750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c886d5-4fef-4dbc-a210-74df25ebff32 req-c24ee059-6e03-4e92-ac22-7f603119c504 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:31.941850 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10c886d5-4fef-4dbc-a210-74df25ebff32 req-c24ee059-6e03-4e92-ac22-7f603119c504 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0461283 May 04 13:53:31.986956 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-10c886d5-4fef-4dbc-a210-74df25ebff32 req-cb69e61b-b1a7-4ff5-a8f6-60eb65b8ad9a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 May 04 13:53:32.076877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41980) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:32.123387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Deleting subnet 82a36797-1aac-4e7e-81fb-5164f12f66d2 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:53:32.126272 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Publish callbacks [] for subnet (82a36797-1aac-4e7e-81fb-5164f12f66d2), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.159361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (82a36797-1aac-4e7e-81fb-5164f12f66d2), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.197737 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (82a36797-1aac-4e7e-81fb-5164f12f66d2), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.246932 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (82a36797-1aac-4e7e-81fb-5164f12f66d2), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.275526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a36797-1aac-4e7e-81fb-5164f12f66d2,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:32.279958 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.283013 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/82a36797-1aac-4e7e-81fb-5164f12f66d2 HTTP/1.1" status: 204 len: 168 time: 0.2051470 May 04 13:53:32.285677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41982) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:32.287887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.288232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.288569 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.288902 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.289232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.289559 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.289881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.290201 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.290523 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.290843 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.291192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.291538 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.291857 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.292232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.292480 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da26b3-b72b-4393-9568-664631cc6557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.352662 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (64125f72-4a1e-4c80-b320-fc8c57c797f0), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.431025 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (64125f72-4a1e-4c80-b320-fc8c57c797f0), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.451827 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64125f72-4a1e-4c80-b320-fc8c57c797f0']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:32.461115 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3ec29-d035-4a91-80a3-f5aa245a3f29') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:32.461411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3ec29-d035-4a91-80a3-f5aa245a3f29') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:32.471114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (0af3ec29-d035-4a91-80a3-f5aa245a3f29), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.484932 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (0af3ec29-d035-4a91-80a3-f5aa245a3f29), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.491455 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:53:32.491843 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (0af3ec29-d035-4a91-80a3-f5aa245a3f29), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:53:32.493557 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:53:32.548397 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (64125f72-4a1e-4c80-b320-fc8c57c797f0), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.553364 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.557053 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] 10.222.0.73 "DELETE /v2.0/networks/64125f72-4a1e-4c80-b320-fc8c57c797f0 HTTP/1.1" status: 204 len: 168 time: 0.2702713 May 04 13:53:32.569579 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Pushing event deleted for resources: {'Network': ['ID=64125f72-4a1e-4c80-b320-fc8c57c797f0,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:32.577494 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.577848 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.578319 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.578665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.579029 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.579394 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.579726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.580053 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.580380 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.581054 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.582312 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.583388 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.583734 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.584071 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.584878 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f99cc-ab12-48bd-897a-d4e0d46bd824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:53:32.721082 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 41986) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:32.759961 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e3bceffe-dcf8-4ee2-8806-8cdc6e9a8c38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7d7f59d1c6c47278b496d93acd0e61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371857 May 04 13:53:32.762418 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41988) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:32.814751 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] Publish callbacks [] for security_group (7a953751-c455-4ce2-8571-d20df9e1bfb5), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.836696 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] Publish callbacks [] for security_group (7a953751-c455-4ce2-8571-d20df9e1bfb5), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.881712 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7a953751-c455-4ce2-8571-d20df9e1bfb5), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.884272 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:32.885407 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a953751-c455-4ce2-8571-d20df9e1bfb5 HTTP/1.1" status: 204 len: 168 time: 0.1220205 May 04 13:53:32.892741 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc8d1e-d61c-4ffd-a145-42722ef47f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a953751-c455-4ce2-8571-d20df9e1bfb5,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:33.112756 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4e1f-833c-46ff-b115-56bde6c84eff req-9df0aea8-b08a-4d5b-9e37-8abc323c13c5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:33.114364 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-450f4e1f-833c-46ff-b115-56bde6c84eff req-9df0aea8-b08a-4d5b-9e37-8abc323c13c5 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0512834 May 04 13:53:33.166285 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-450f4e1f-833c-46ff-b115-56bde6c84eff req-e3d4019e-585d-486c-ad2f-8200d9012056 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458777 May 04 13:53:33.283401 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed12d1c-c5cd-4a19-a99e-fb492aaf79c1 req-5013cfae-632c-4189-a310-3d909ef5e1e4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:33.284829 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9ed12d1c-c5cd-4a19-a99e-fb492aaf79c1 req-5013cfae-632c-4189-a310-3d909ef5e1e4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0503078 May 04 13:53:33.293078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 41996) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:33.297357 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Request body: {'floatingip': {'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:33.352569 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:33.809766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:33.813605 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:34.020584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:53:34.126789 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:53:34.131585 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:34.136581 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:53:34.145750 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:34.146371 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:34.163116 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:34.165529 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af4e8b2-522d-4c70-a763-a011016243cd" -d '{"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:34.195541 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-222b17a3-0a77-4e85-b9ec-bfb980efac9d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "PUT /v2.0/floatingips/20035cd3-aeea-4eb9-9490-0b013368b050 HTTP/1.1" status: 200 len: 994 time: 0.9013948 May 04 13:53:34.211952 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659e1d2-5a29-4eff-82a0-e65e334e7d65 x-openstack-request-id: req-3659e1d2-5a29-4eff-82a0-e65e334e7d65 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:34.212239 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:34.212625 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3659e1d2-5a29-4eff-82a0-e65e334e7d65 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:34.213033 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3659e1d2-5a29-4eff-82a0-e65e334e7d65'] response: {'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'status': 'completed', 'code': 200} May 04 13:53:34.264646 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:34.413179 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e8b2-522d-4c70-a763-a011016243cd req-e3c47547-9d8e-4ca3-8a86-86bf7ac00ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:34.414768 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-e3c47547-9d8e-4ca3-8a86-86bf7ac00ff3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.1780584 May 04 13:53:34.505453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e8b2-522d-4c70-a763-a011016243cd req-23c48352-4495-48b5-9680-c68d59f1f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:34.506915 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-23c48352-4495-48b5-9680-c68d59f1f704 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0854542 May 04 13:53:34.555782 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:53:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:34.571319 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-f3c9e956-01ca-4389-9160-64196dc44fcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1002 time: 0.0572472 May 04 13:53:34.583984 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:53:34.594878 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:34.595636 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:34.621980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e8b2-522d-4c70-a763-a011016243cd req-4ebbd94f-2794-4e2c-b91e-335071d7e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:34.623462 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-4ebbd94f-2794-4e2c-b91e-335071d7e2f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0460868 May 04 13:53:34.666576 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e8b2-522d-4c70-a763-a011016243cd req-b98ecc44-c992-4e4a-b2d2-c5ddbaaca30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:34.668114 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-b98ecc44-c992-4e4a-b2d2-c5ddbaaca30e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377071 May 04 13:53:34.702339 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:34.756078 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-0694646a-1afd-45a3-98a0-1f90be75a367 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810838 May 04 13:53:34.848716 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0af4e8b2-522d-4c70-a763-a011016243cd req-17746817-79ff-4196-9d08-b3208f8c92de service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 May 04 13:53:34.915310 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:53:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:34.941242 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e7644-15b4-4521-88ca-ed89ecfb89e3 None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '20035cd3-aeea-4eb9-9490-0b013368b050', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'port_id': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'mac_address': 'fa:16:3e:7c:7d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:51:47Z', 'updated_at': '2022-05-04T13:53:33Z', 'revision_number': 3, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:53:36.214373 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:36.216734 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5e34a-b9ee-4590-abe4-089f87b46e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:36.251782 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400813df-c658-4844-b3f8-0d338052b812 x-openstack-request-id: req-400813df-c658-4844-b3f8-0d338052b812 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:36.252081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:36.252350 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-400813df-c658-4844-b3f8-0d338052b812 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:36.252775 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400813df-c658-4844-b3f8-0d338052b812'] response: {'name': 'network-changed', 'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'status': 'completed', 'code': 200} May 04 13:53:36.310509 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-e7504ea4-dc06-4965-a131-86987a1243d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:36.312018 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-e7504ea4-dc06-4965-a131-86987a1243d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c15593c7d8143d08f5f72fb3689266a&device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 1130 time: 0.0394418 May 04 13:53:36.400927 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-0ede42ce-e4f7-460c-97f2-ec81c56656ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:36.402369 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-0ede42ce-e4f7-460c-97f2-ec81c56656ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 200 len: 920 time: 0.0841353 May 04 13:53:36.463937 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-c3bd5395-b3d1-4f67-ac84-818a723dd0c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 200 len: 1002 time: 0.0550988 May 04 13:53:36.511690 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-f1e4a759-ccdb-4853-bd2b-50a44d872413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:36.513050 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-f1e4a759-ccdb-4853-bd2b-50a44d872413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 200 len: 858 time: 0.0413573 May 04 13:53:36.780537 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-86824020-cb82-4ccb-a2a0-fa452064b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:36.781923 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-86824020-cb82-4ccb-a2a0-fa452064b750 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2626429 May 04 13:53:36.868979 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-7dfa81a4-9721-45d7-9a12-a53a0aecc896 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793197 May 04 13:53:36.961110 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-90b5e34a-b9ee-4590-abe4-089f87b46e1b req-6f8aac25-749a-43ad-b5e0-8c86611906d3 service neutron] 10.222.0.23 "GET /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 May 04 13:53:45.499560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d09602-9133-4e7d-bdf7-3e3ea9d5ceff req-0e52276a-950c-4c52-af46-6dabef2c529d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:45.501008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-19d09602-9133-4e7d-bdf7-3e3ea9d5ceff req-0e52276a-950c-4c52-af46-6dabef2c529d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0464032 May 04 13:53:45.551900 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-19d09602-9133-4e7d-bdf7-3e3ea9d5ceff req-72d2c3f8-e788-4caf-9d2d-bd1c273353df tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452678 May 04 13:53:46.139407 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:46.245500 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a91a2edf-0b1c-4336-b188-7281cfc8d6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:46.674216 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46da77-04b8-48a9-a3e5-093fbab5bf66 req-97ce7094-c89e-4209-839d-eac7b917bc33 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:46.676191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a46da77-04b8-48a9-a3e5-093fbab5bf66 req-97ce7094-c89e-4209-839d-eac7b917bc33 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0517421 May 04 13:53:46.721240 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a46da77-04b8-48a9-a3e5-093fbab5bf66 req-04dab62a-2faf-48e7-bca1-b398658d8320 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 May 04 13:53:47.837574 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62569882-407d-48c1-acaf-85b44139160d req-87aafafe-c734-4b7b-8a7b-c102449b8c9c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:47.839020 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62569882-407d-48c1-acaf-85b44139160d req-87aafafe-c734-4b7b-8a7b-c102449b8c9c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0473771 May 04 13:53:47.885184 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-62569882-407d-48c1-acaf-85b44139160d req-f200a4ea-d074-4230-a515-4cc1b062742f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 May 04 13:53:48.400818 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-be9b8edc-a6eb-4926-a33e-25d46c6a92be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:48.943985 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-5cd6b393-0fad-4a53-a449-f97a9e35ddb9 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258568432&fields=id&tenant_id=05f64d63ad6d44dca07315ac8fd865e5 HTTP/1.1" status: 200 len: 267 time: 0.0469348 May 04 13:53:49.019406 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-5028a89c-e4d9-488a-b138-272d96877d06 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.020853 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-5028a89c-e4d9-488a-b138-272d96877d06 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 984 time: 0.0716579 May 04 13:53:49.031171 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53889847-7137-4322-b25b-0e5fb8eb03b6 req-a03609a7-e58c-4849-9e65-7397fd668636 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.032563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-53889847-7137-4322-b25b-0e5fb8eb03b6 req-a03609a7-e58c-4849-9e65-7397fd668636 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0745306 May 04 13:53:49.037749 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Request body: {'port': {'security_groups': ['c6bc6a6f-8792-446c-ac9f-0760b44c2eac']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:53:49.142382 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-53889847-7137-4322-b25b-0e5fb8eb03b6 req-182f38d9-0628-4ba1-9666-9267d1bbf5da tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015971 May 04 13:53:49.142969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.317106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:49.345279 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.349604 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.361787 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:53:49.390903 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.391545 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.392960 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-885b8b34-0e9a-4f35-8aa2-a0c8e258acb9 req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "PUT /v2.0/ports/4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 942 time: 0.3594832 May 04 13:53:49.393350 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:49.395720 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d214c7a-e551-4ee9-bef8-211cf240c42f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:49.399465 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42060) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:49.426822 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a688dd-e189-46f6-a3c4-86ca0e7c29ac tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event updated for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=7']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:49.451839 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b24622-e6d4-4174-81df-0f08d23d4c16 x-openstack-request-id: req-38b24622-e6d4-4174-81df-0f08d23d4c16 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:49.452053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:49.452399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38b24622-e6d4-4174-81df-0f08d23d4c16 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:49.452708 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b24622-e6d4-4174-81df-0f08d23d4c16'] response: {'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:53:49.498424 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (7b7dc2e1-2566-4881-8bef-619fb95ddb8c), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.530245 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:53:49.545301 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (7b7dc2e1-2566-4881-8bef-619fb95ddb8c), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.553992 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-f2cc5ee9-c6e4-43a8-a25f-bf2413660a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.555531 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-f2cc5ee9-c6e4-43a8-a25f-bf2413660a41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1129 time: 0.0697210 May 04 13:53:49.676733 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-f42ded95-54d3-4e92-a460-05207dd87461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.678565 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-f42ded95-54d3-4e92-a460-05207dd87461 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.1007526 May 04 13:53:49.679620 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7b7dc2e1-2566-4881-8bef-619fb95ddb8c), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.682068 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.683101 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "DELETE /v2.0/security-groups/7b7dc2e1-2566-4881-8bef-619fb95ddb8c HTTP/1.1" status: 204 len: 168 time: 0.2820356 May 04 13:53:49.685956 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42064) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:49.692485 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-de1333f8-d74e-4bf1-9468-2c4d1aba1dfe None None] Provisioning complete for port 4a5b7bd2-d5db-446a-947b-103df2472a4b triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:53:49.692857 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-de1333f8-d74e-4bf1-9468-2c4d1aba1dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.699402 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593a0b8-150d-46d1-8cb7-fd26a6b3c103 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7dc2e1-2566-4881-8bef-619fb95ddb8c,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:49.757346 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-a103a5f9-2eb2-4696-86d0-ad2c1c5ac716 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 1001 time: 0.0645711 May 04 13:53:49.789814 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-de1333f8-d74e-4bf1-9468-2c4d1aba1dfe None None] Current status of the port 4a5b7bd2-d5db-446a-947b-103df2472a4b is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:53:49.816974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-df2a4a8d-9dd0-4b1c-b8c7-73ebda0256e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.819040 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-df2a4a8d-9dd0-4b1c-b8c7-73ebda0256e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.0549974 May 04 13:53:49.819985 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.857630 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Deleting port 6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:53:49.857969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.862978 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-b08b637f-408f-4ede-90da-8d3d04fca20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:49.864532 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-b08b637f-408f-4ede-90da-8d3d04fca20a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385220 May 04 13:53:49.935231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.935480 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for floatingip (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:49.948248 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Calling delete_port for 6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:53:49.965289 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-cd81df25-6b6b-4bc0-9f0d-0dbb1bf54e87 service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848272 May 04 13:53:50.054821 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7d214c7a-e551-4ee9-bef8-211cf240c42f req-e6079c7a-4eb0-4577-9721-0de98cb1e99b service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822160 May 04 13:53:50.366924 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ec75e-09ee-4b9d-8b7d-c3354f545f03 req-1523e9ba-8835-43d7-b5ef-33aba59c8500 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:50.368421 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b15ec75e-09ee-4b9d-8b7d-c3354f545f03 req-1523e9ba-8835-43d7-b5ef-33aba59c8500 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0671444 May 04 13:53:50.407611 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:50.446198 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event deleted for resources: {'Port': ['ID=6c84e572-7a6c-4a9f-9feb-9fe0961c6f8c,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:50.455590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b15ec75e-09ee-4b9d-8b7d-c3354f545f03 req-da6bcdfe-78a5-47ba-a47b-d299a9bcbd60 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814147 May 04 13:53:50.512809 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks [] for floatingip (aa0f6b3c-5d28-407a-9839-6df490756643), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:50.513146 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Floating IP aa0f6b3c-5d28-407a-9839-6df490756643 disassociated (deleted). External IP: 172.27.1.115, port: 4a5b7bd2-d5db-446a-947b-103df2472a4b. May 04 13:53:50.723366 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Router 9efa65af-4172-4d35-ab80-1f57a6cdebec has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:53:50.834262 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:53:50.839008 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:50.844643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Sync routers for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:53:50.855065 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:50.855720 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:50.867725 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8d44e4c2-56ed-4a15-ba29-7e027e1ee877 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "DELETE /v2.0/floatingips/aa0f6b3c-5d28-407a-9839-6df490756643 HTTP/1.1" status: 204 len: 168 time: 1.1806028 May 04 13:53:51.092217 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:51.291882 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:51.295980 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:51.320975 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Checking router: 9efa65af-4172-4d35-ab80-1f57a6cdebec for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:53:51.329246 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:51.329857 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:51.435043 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:51.454252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:51.457231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:51.495312 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e38d3a-a376-41c1-b68e-e02718d63db7 x-openstack-request-id: req-48e38d3a-a376-41c1-b68e-e02718d63db7 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:51.495660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:51.495974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48e38d3a-a376-41c1-b68e-e02718d63db7 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:51.496313 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e38d3a-a376-41c1-b68e-e02718d63db7'] response: {'name': 'network-changed', 'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:53:51.583935 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-5387b0b1-8667-4367-91d2-4316eb2b4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:51.586126 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-5387b0b1-8667-4367-91d2-4316eb2b4b5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 1129 time: 0.0519366 May 04 13:53:51.601541 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a630f-7526-42af-8153-20f85467e415 req-bb916a4d-2cbe-4d91-ba5b-b2f0fc096513 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:51.603122 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de7a630f-7526-42af-8153-20f85467e415 req-bb916a4d-2cbe-4d91-ba5b-b2f0fc096513 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0647998 May 04 13:53:51.634622 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:51.650771 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-de7a630f-7526-42af-8153-20f85467e415 req-d7652c37-9392-430f-8de8-672b20bfa9bb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 May 04 13:53:51.663242 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00c42a-96c8-4d79-9733-99dd8e5313bc None None] The sync data for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi is: [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:50:10Z', 'revision_number': 4, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'b548aeca-6605-4b74-ab51-9184211585bf', 'name': '', 'network_id': 'b316946b-9135-408c-93e9-eab4d23e0c82', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'mac_address': 'fa:16:3e:07:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:10Z', 'updated_at': '2022-05-04T13:50:14Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'subnets': [{'id': '845ff32c-c033-4b40-a85a-11c1ea806916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:53:51.758702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-beb79cef-4df8-465d-92f1-b33727958dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:51.760216 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-beb79cef-4df8-465d-92f1-b33727958dec service neutron] 10.222.0.23 "GET /v2.0/networks?id=b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 200 len: 916 time: 0.0957325 May 04 13:53:51.807157 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-b96eaf69-3765-4df9-a524-9a4103ace8b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 200 len: 217 time: 0.0387609 May 04 13:53:51.860892 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-79141ec7-3562-4846-9f9d-c6720f49ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:51.862960 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-79141ec7-3562-4846-9f9d-c6720f49ca16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 200 len: 854 time: 0.0493183 May 04 13:53:51.912449 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-6126e856-31e5-4f6a-b881-d1acac4b32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:51.913949 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-6126e856-31e5-4f6a-b881-d1acac4b32af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b316946b-9135-408c-93e9-eab4d23e0c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433037 May 04 13:53:51.933192 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7fd1d-b1c5-4531-804d-07553be3e352 None None] New status for floating IP aa0f6b3c-5d28-407a-9839-6df490756643: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:53:52.008829 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-334cb1a1-b92f-4bdf-943d-cdb2286925bc service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881388 May 04 13:53:52.107951 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81c700df-2120-4a8d-b3c5-3b61f5d67e0e req-69165d76-ac40-4023-8850-fbc3fa33deee service neutron] 10.222.0.23 "GET /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 May 04 13:53:52.556953 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:52.774417 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703da24-a3e3-417c-aca3-d4c429d1ccc5 req-b5a7f3b5-850f-42fd-8a19-4d8b84701976 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:52.775895 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a703da24-a3e3-417c-aca3-d4c429d1ccc5 req-b5a7f3b5-850f-42fd-8a19-4d8b84701976 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0495472 May 04 13:53:52.823518 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a703da24-a3e3-417c-aca3-d4c429d1ccc5 req-25e6fb8d-208f-4d3a-83e3-2da9f39d9bcf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 May 04 13:53:53.561482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6bd7-8680-47b9-8604-9b205539cd4f req-5011afc0-32f9-46ea-a7fb-5b5d227df5f6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:53.562991 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dccb6bd7-8680-47b9-8604-9b205539cd4f req-5011afc0-32f9-46ea-a7fb-5b5d227df5f6 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0458903 May 04 13:53:53.624184 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dccb6bd7-8680-47b9-8604-9b205539cd4f req-c7323c2e-a753-42a1-8761-a185d1f499bd tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 May 04 13:53:53.938600 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc57198-7a11-4121-bf91-f01baf06016a req-d7378536-908d-42b4-9017-a26d435140f3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:53.939961 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5fc57198-7a11-4121-bf91-f01baf06016a req-d7378536-908d-42b4-9017-a26d435140f3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0450382 May 04 13:53:53.989432 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5fc57198-7a11-4121-bf91-f01baf06016a req-f463709f-6f6d-453e-b404-2ab0c3c79aff tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 May 04 13:53:54.738033 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f29c-1300-481c-89ff-60547c79eecc req-cdee0c54-6f2e-4d49-8573-c8ada8795019 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:54.739501 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0550f29c-1300-481c-89ff-60547c79eecc req-cdee0c54-6f2e-4d49-8573-c8ada8795019 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0464363 May 04 13:53:54.785721 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0550f29c-1300-481c-89ff-60547c79eecc req-872aa3c7-6467-4794-bf22-03549a23987c tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/security-groups?id=c6bc6a6f-8792-446c-ac9f-0760b44c2eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 May 04 13:53:55.107116 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049623a-3ab1-449d-9dea-4f9e45a29c3b req-40ac79ec-75b4-49cc-b100-3aa668f45fb2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:55.108557 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4049623a-3ab1-449d-9dea-4f9e45a29c3b req-40ac79ec-75b4-49cc-b100-3aa668f45fb2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0457733 May 04 13:53:55.153530 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4049623a-3ab1-449d-9dea-4f9e45a29c3b req-05632fad-2e05-4d48-9167-eb9b9c98227f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 May 04 13:53:55.472990 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-52c1b0d8-dd8c-48ca-94d9-9f855a6cd2d0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:55.474392 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-52c1b0d8-dd8c-48ca-94d9-9f855a6cd2d0 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 945 time: 0.0450592 May 04 13:53:55.598668 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Deleting port 4a5b7bd2-d5db-446a-947b-103df2472a4b {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:53:55.598931 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:55.693500 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] For port 4a5b7bd2-d5db-446a-947b-103df2472a4b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4a5b7bd2-d5db-446a-947b-103df2472a4b,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:55.693856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:55.706827 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Calling delete_port for 4a5b7bd2-d5db-446a-947b-103df2472a4b owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:53:55.830119 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (4a5b7bd2-d5db-446a-947b-103df2472a4b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:55.842803 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4a5b7bd2-d5db-446a-947b-103df2472a4b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:53:55.868205 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Pushing event deleted for resources: {'Port': ['ID=4a5b7bd2-d5db-446a-947b-103df2472a4b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:55.899048 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ad5aea2-35a3-40bc-bebb-98967c5d360d req-16ecb50d-7fb2-4bc5-abaf-e5c7fdfd3e05 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc767f21-481b-432e-9d4d-b1bea76fce27 HTTP/1.1" status: 200 len: 210 time: 0.0398767 May 04 13:53:55.911910 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] No DVR routers for this DVR port 4a5b7bd2-d5db-446a-947b-103df2472a4b on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:53:55.915221 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:55.918762 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-f3605c3e-f628-4ed1-bf3a-1776c4d2801c req-ddf9c9bd-d086-477b-a63d-0c8760c3ab32 tempest-TestMinimumBasicScenario-2014613518 tempest-TestMinimumBasicScenario-2014613518-project] 10.222.0.23 "DELETE /v2.0/ports/4a5b7bd2-d5db-446a-947b-103df2472a4b HTTP/1.1" status: 204 len: 173 time: 0.4047971 May 04 13:53:55.919241 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'name': 'network-vif-deleted', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:53:55.921516 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea5881f-199f-4799-add3-140426a6c9a2" -d '{"events": [{"server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "name": "network-vif-deleted", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:53:56.015786 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae3ccea-7c60-411c-9563-73ef54e20ec2 x-openstack-request-id: req-4ae3ccea-7c60-411c-9563-73ef54e20ec2 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:53:56.016071 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc767f21-481b-432e-9d4d-b1bea76fce27", "name": "network-vif-deleted", "tag": "4a5b7bd2-d5db-446a-947b-103df2472a4b", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:53:56.016322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ae3ccea-7c60-411c-9563-73ef54e20ec2 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:53:56.016720 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae3ccea-7c60-411c-9563-73ef54e20ec2'] response: {'server_uuid': 'fc767f21-481b-432e-9d4d-b1bea76fce27', 'name': 'network-vif-deleted', 'tag': '4a5b7bd2-d5db-446a-947b-103df2472a4b', 'status': 'completed', 'code': 200} May 04 13:53:56.274750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4d32e-67fb-412d-977c-56017edb07f5 req-ee2fcdf6-1660-4f7f-8e75-c9415dd9b733 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:56.276346 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ecb4d32e-67fb-412d-977c-56017edb07f5 req-ee2fcdf6-1660-4f7f-8e75-c9415dd9b733 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0481658 May 04 13:53:56.329080 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ecb4d32e-67fb-412d-977c-56017edb07f5 req-e6c09473-45ca-4324-b08f-8a136e0ee61c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 May 04 13:53:57.455230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177caf1e-dfe2-49fd-a722-c62c202bfdf3 req-090c409e-239b-405e-8870-a056aa3f1763 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:57.456834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-177caf1e-dfe2-49fd-a722-c62c202bfdf3 req-090c409e-239b-405e-8870-a056aa3f1763 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0490773 May 04 13:53:57.504315 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-177caf1e-dfe2-49fd-a722-c62c202bfdf3 req-5e60c429-bd2c-4487-a3c7-fa6f9824957f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 May 04 13:53:57.575353 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42162) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:57.964114 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:58.233257 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Deleting port b548aeca-6605-4b74-ab51-9184211585bf {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:53:58.233507 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (b548aeca-6605-4b74-ab51-9184211585bf), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:58.311856 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] For port b548aeca-6605-4b74-ab51-9184211585bf, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b548aeca-6605-4b74-ab51-9184211585bf,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:58.312215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (b548aeca-6605-4b74-ab51-9184211585bf), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:58.325377 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Calling delete_port for b548aeca-6605-4b74-ab51-9184211585bf owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:53:58.499710 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (b548aeca-6605-4b74-ab51-9184211585bf), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:58.524614 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Pushing event deleted for resources: {'Port': ['ID=b548aeca-6605-4b74-ab51-9184211585bf,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:58.670526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3cd37-5e5f-4b39-a19f-9ed886b40d3a req-50e16538-fb5c-484a-b5f5-505ce0d72cda tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:58.672050 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3bf3cd37-5e5f-4b39-a19f-9ed886b40d3a req-50e16538-fb5c-484a-b5f5-505ce0d72cda tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0926931 May 04 13:53:58.767246 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3bf3cd37-5e5f-4b39-a19f-9ed886b40d3a req-32c96d14-8589-4240-86f5-39b4549de4aa tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889294 May 04 13:53:58.770328 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:58.983708 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Router 9efa65af-4172-4d35-ab80-1f57a6cdebec has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:53:59.089776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:53:59.094572 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d0518351-1f43-4214-8048-c76a91831094 admin admin] 10.222.0.73 "PUT /v2.0/routers/9efa65af-4172-4d35-ab80-1f57a6cdebec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5182140 May 04 13:53:59.097005 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42168) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:53:59.099168 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Sync routers for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:53:59.108490 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:59.109094 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:59.216594 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:59.390921 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:53:58Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:59.418289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Checking router: 9efa65af-4172-4d35-ab80-1f57a6cdebec for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:53:59.427093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Routers {'9efa65af-4172-4d35-ab80-1f57a6cdebec'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:53:59.427745 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['9efa65af-4172-4d35-ab80-1f57a6cdebec'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:59.442293 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks [] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:59.533478 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] Set router 9efa65af-4172-4d35-ab80-1f57a6cdebec gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:53:59.544576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks [] for router_gateway (9efa65af-4172-4d35-ab80-1f57a6cdebec), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:59.588681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Deleting port b84d4dd1-3743-410c-bf98-e538456e24fe {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:53:59.589024 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:59.602076 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4a5b7bd2-d5db-446a-947b-103df2472a4b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:53:59.638182 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 4a5b7bd2-d5db-446a-947b-103df2472a4b {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:53:59.638671 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4a5b7bd2-d5db-446a-947b-103df2472a4b not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:53:59.670182 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] For port b84d4dd1-3743-410c-bf98-e538456e24fe, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b84d4dd1-3743-410c-bf98-e538456e24fe,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:53:59.670554 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:59.685232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Calling delete_port for b84d4dd1-3743-410c-bf98-e538456e24fe owned by network:router_gateway {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:53:59.727725 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:53:58Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:53:59.755167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a138b8-56f1-468b-a9e4-05a2d4bb41fd None None] The sync data for ids ['9efa65af-4172-4d35-ab80-1f57a6cdebec'] in dv-cinder-839793-6-iscsi is: [{'id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'name': 'tempest-TestMinimumBasicScenario-1687054278-router', 'tenant_id': '05f64d63ad6d44dca07315ac8fd865e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:07Z', 'updated_at': '2022-05-04T13:53:58Z', 'revision_number': 5, 'project_id': '05f64d63ad6d44dca07315ac8fd865e5', 'gw_port': {'id': 'b84d4dd1-3743-410c-bf98-e538456e24fe', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa65af-4172-4d35-ab80-1f57a6cdebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:08Z', 'updated_at': '2022-05-04T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:53:59.880860 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (b84d4dd1-3743-410c-bf98-e538456e24fe), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:53:59.912401 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b84d4dd1-3743-410c-bf98-e538456e24fe,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:53:59.926186 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad2bf1-68e8-46b9-ab6e-68bbed291914 req-d88dd226-c986-48e7-b0c0-9f472d4826eb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:53:59.927614 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83ad2bf1-68e8-46b9-ab6e-68bbed291914 req-d88dd226-c986-48e7-b0c0-9f472d4826eb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0810761 May 04 13:53:59.942996 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:54:00.013681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.031841 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-83ad2bf1-68e8-46b9-ab6e-68bbed291914 req-a0bb08e3-ad40-467c-9873-db9336f34167 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886891 May 04 13:54:00.123195 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.125511 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks [] for router_controller (9efa65af-4172-4d35-ab80-1f57a6cdebec), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.194400 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (9efa65af-4172-4d35-ab80-1f57a6cdebec), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.194883 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9efa65af-4172-4d35-ab80-1f57a6cdebec {{(pid=109870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:54:00.199868 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.201070 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-213fdf4f-c444-4c61-9c06-c93538bc06ea admin admin] 10.222.0.73 "DELETE /v2.0/routers/9efa65af-4172-4d35-ab80-1f57a6cdebec HTTP/1.1" status: 204 len: 168 time: 1.1031742 May 04 13:54:00.203567 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42172) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:00.253031 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Deleting subnet 845ff32c-c033-4b40-a85a-11c1ea806916 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:54:00.256245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Publish callbacks [] for subnet (845ff32c-c033-4b40-a85a-11c1ea806916), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.290255 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (845ff32c-c033-4b40-a85a-11c1ea806916), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.408678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (845ff32c-c033-4b40-a85a-11c1ea806916), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.460863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (845ff32c-c033-4b40-a85a-11c1ea806916), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.488253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845ff32c-c033-4b40-a85a-11c1ea806916,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:00.490210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.494046 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3de7add6-139a-4778-adab-e9aea346c3d4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/845ff32c-c033-4b40-a85a-11c1ea806916 HTTP/1.1" status: 204 len: 168 time: 0.2894099 May 04 13:54:00.495179 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809b9fa-15f6-4923-b95c-f8e6e424666a None None] Network b316946b-9135-408c-93e9-eab4d23e0c82 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:00.495987 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42174) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:00.565771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (b316946b-9135-408c-93e9-eab4d23e0c82), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.615468 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Deleting port be2f4788-d822-48b7-a852-436912b252eb {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:00.615802 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (be2f4788-d822-48b7-a852-436912b252eb), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.675568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] For port be2f4788-d822-48b7-a852-436912b252eb, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=be2f4788-d822-48b7-a852-436912b252eb,segment=NetworkSegment(e8201c23-b966-49fa-b4a0-8ce2274baff8),segment_id=e8201c23-b966-49fa-b4a0-8ce2274baff8)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:00.675853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (be2f4788-d822-48b7-a852-436912b252eb), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.688259 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Calling delete_port for be2f4788-d822-48b7-a852-436912b252eb owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:00.772803 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1943b08-aa02-4ec2-93ae-ee044c9feccc None None] DHCP port deletion for b316946b-9135-408c-93e9-eab4d23e0c82 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:54:00.782677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (be2f4788-d822-48b7-a852-436912b252eb), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.809129 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a1943b08-aa02-4ec2-93ae-ee044c9feccc None None] The port 'be2f4788-d822-48b7-a852-436912b252eb' was deleted {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} May 04 13:54:00.811069 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=be2f4788-d822-48b7-a852-436912b252eb,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:00.812924 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] No DVR routers for this DVR port be2f4788-d822-48b7-a852-436912b252eb on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:00.885652 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (b316946b-9135-408c-93e9-eab4d23e0c82), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.906950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316946b-9135-408c-93e9-eab4d23e0c82']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:00.917082 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8201c23-b966-49fa-b4a0-8ce2274baff8') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:00.917363 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8201c23-b966-49fa-b4a0-8ce2274baff8') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:00.927973 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (e8201c23-b966-49fa-b4a0-8ce2274baff8), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.941855 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (e8201c23-b966-49fa-b4a0-8ce2274baff8), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.947887 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:54:00.948275 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (e8201c23-b966-49fa-b4a0-8ce2274baff8), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:54:00.949942 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:54:01.001639 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (b316946b-9135-408c-93e9-eab4d23e0c82), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.007585 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.011918 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] 10.222.0.73 "DELETE /v2.0/networks/b316946b-9135-408c-93e9-eab4d23e0c82 HTTP/1.1" status: 204 len: 168 time: 0.5136619 May 04 13:54:01.013718 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42176) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:01.021649 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da299f83-636b-46bb-aea1-d802ea6ef1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b316946b-9135-408c-93e9-eab4d23e0c82,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:01.190673 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927960-6887-4d23-93f1-253ac507b634 req-843696c5-38b6-4439-af6e-0082631c9887 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:01.192380 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7927960-6887-4d23-93f1-253ac507b634 req-843696c5-38b6-4439-af6e-0082631c9887 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0871789 May 04 13:54:01.283643 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a7927960-6887-4d23-93f1-253ac507b634 req-77536e22-12c0-4256-bdaf-89ad45b67602 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856493 May 04 13:54:01.409841 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (01e79edd-abd0-4208-ad8e-171ec394be46), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.639138 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Deleting port a6d9d47f-fb63-4d3d-948a-0925c36953f0 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:01.639418 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.719273 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] For port a6d9d47f-fb63-4d3d-948a-0925c36953f0, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a6d9d47f-fb63-4d3d-948a-0925c36953f0,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:01.719645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.732795 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Calling delete_port for a6d9d47f-fb63-4d3d-948a-0925c36953f0 owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:01.736698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device be2f4788-d822-48b7-a852-436912b252eb no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:01.756147 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: be2f4788-d822-48b7-a852-436912b252eb {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:01.756577 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device be2f4788-d822-48b7-a852-436912b252eb not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:01.757124 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b84d4dd1-3743-410c-bf98-e538456e24fe no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:01.775143 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: b84d4dd1-3743-410c-bf98-e538456e24fe {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:01.775578 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b84d4dd1-3743-410c-bf98-e538456e24fe not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:01.776047 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b548aeca-6605-4b74-ab51-9184211585bf no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:01.794344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: b548aeca-6605-4b74-ab51-9184211585bf {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:01.794686 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b548aeca-6605-4b74-ab51-9184211585bf not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:01.914131 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (a6d9d47f-fb63-4d3d-948a-0925c36953f0), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:01.940499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d9d47f-fb63-4d3d-948a-0925c36953f0,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:02.104236 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (01e79edd-abd0-4208-ad8e-171ec394be46), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:02.317190 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Router 01e79edd-abd0-4208-ad8e-171ec394be46 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:02.413437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06a49-24a0-4edd-adfa-fa654f4737b8 req-4ea60c57-2ae9-432f-80c7-3d3b17981b05 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:02.414847 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4ad06a49-24a0-4edd-adfa-fa654f4737b8 req-4ea60c57-2ae9-432f-80c7-3d3b17981b05 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0514870 May 04 13:54:02.485839 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:02.493153 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0616dbde-1778-4c87-b197-ac15e5b4f8ba admin admin] 10.222.0.73 "PUT /v2.0/routers/01e79edd-abd0-4208-ad8e-171ec394be46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783340 May 04 13:54:02.494585 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Sync routers for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:02.495725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42184) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:02.505335 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4ad06a49-24a0-4edd-adfa-fa654f4737b8 req-b3a9dfc0-b8cc-4acf-b7af-1f7ca8e1da87 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842147 May 04 13:54:02.506423 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:02.507044 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:02.601043 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks [] for router (01e79edd-abd0-4208-ad8e-171ec394be46), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:02.610536 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:02.702788 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks [] for router_gateway (01e79edd-abd0-4208-ad8e-171ec394be46), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:02.746453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Deleting port 5700671b-e8fc-4b2b-ba8f-c29965716084 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:02.746786 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:02.779861 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:54:01Z', 'revision_number': 5, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port': {'id': '5700671b-e8fc-4b2b-ba8f-c29965716084', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:14Z', 'updated_at': '2022-05-04T13:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:02.807287 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Checking router: 01e79edd-abd0-4208-ad8e-171ec394be46 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:02.817787 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Routers {'01e79edd-abd0-4208-ad8e-171ec394be46'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:02.818404 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['01e79edd-abd0-4208-ad8e-171ec394be46'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:02.828296 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] For port 5700671b-e8fc-4b2b-ba8f-c29965716084, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=5700671b-e8fc-4b2b-ba8f-c29965716084,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:02.828658 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:02.841638 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Calling delete_port for 5700671b-e8fc-4b2b-ba8f-c29965716084 owned by network:router_gateway {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:02.904186 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] Set router 01e79edd-abd0-4208-ad8e-171ec394be46 gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:02.959226 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:54:02Z', 'revision_number': 6, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:02.985194 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89cfa8-474b-4e29-85c8-653aaca5a029 None None] The sync data for ids ['01e79edd-abd0-4208-ad8e-171ec394be46'] in dv-cinder-839793-6-iscsi is: [{'id': '01e79edd-abd0-4208-ad8e-171ec394be46', 'name': 'tempest-TestMinimumBasicScenario-1464430568-router', 'tenant_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:13Z', 'updated_at': '2022-05-04T13:54:02Z', 'revision_number': 6, 'project_id': '1c2f56d4b9c842568c5fc12f85dd0d3f', 'gw_port_host': None}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:03.007834 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (5700671b-e8fc-4b2b-ba8f-c29965716084), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.032751 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5700671b-e8fc-4b2b-ba8f-c29965716084,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:03.095726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (01e79edd-abd0-4208-ad8e-171ec394be46), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.198113 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (01e79edd-abd0-4208-ad8e-171ec394be46), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.200176 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks [] for router_controller (01e79edd-abd0-4208-ad8e-171ec394be46), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.271028 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (01e79edd-abd0-4208-ad8e-171ec394be46), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.271634 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e79edd-abd0-4208-ad8e-171ec394be46 {{(pid=109869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:54:03.276370 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.277500 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-c3337c6a-03e4-43f6-b44c-52b9b7b592fe admin admin] 10.222.0.73 "DELETE /v2.0/routers/01e79edd-abd0-4208-ad8e-171ec394be46 HTTP/1.1" status: 204 len: 168 time: 0.7803016 May 04 13:54:03.279975 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42186) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:03.322982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Deleting subnet b6bdb855-b4b3-4c3f-ad8d-220a322a7521 {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:54:03.326003 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Publish callbacks [] for subnet (b6bdb855-b4b3-4c3f-ad8d-220a322a7521), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.360532 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (b6bdb855-b4b3-4c3f-ad8d-220a322a7521), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.471332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (b6bdb855-b4b3-4c3f-ad8d-220a322a7521), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.525074 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (b6bdb855-b4b3-4c3f-ad8d-220a322a7521), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.550563 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bdb855-b4b3-4c3f-ad8d-220a322a7521,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:03.554191 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.557703 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e2907938-91dc-48c9-8271-a9c99bf793dd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b6bdb855-b4b3-4c3f-ad8d-220a322a7521 HTTP/1.1" status: 204 len: 168 time: 0.2764735 May 04 13:54:03.559983 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42196) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:03.562640 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fecba-1e5e-4123-9481-30005dcc85ac None None] Network 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:03.593792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:54:03.657235 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (01f9e8a6-4a28-4e4a-83ba-556c006e9da7), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.675124 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94092c63-f541-4697-8aa9-1937230cc7d0 req-0daf7b94-3e7d-4163-aa78-4498bcd8e729 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:03.677245 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-94092c63-f541-4697-8aa9-1937230cc7d0 req-0daf7b94-3e7d-4163-aa78-4498bcd8e729 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0829568 May 04 13:54:03.738032 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Deleting port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:03.738379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.765832 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:03.790681 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-94092c63-f541-4697-8aa9-1937230cc7d0 req-d034d3d8-fa83-4e04-a91b-dd9cd30a850a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864601 May 04 13:54:03.847990 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] For port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:03.848595 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:03.872961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Calling delete_port for 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 owned by network:dhcp {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:03.954209 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:54:03.956394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] DHCP port deletion for 01f9e8a6-4a28-4e4a-83ba-556c006e9da7 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:54:03.958229 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a6d9d47f-fb63-4d3d-948a-0925c36953f0 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:03.983105 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: a6d9d47f-fb63-4d3d-948a-0925c36953f0 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:03.983649 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a6d9d47f-fb63-4d3d-948a-0925c36953f0 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:03.984169 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 5700671b-e8fc-4b2b-ba8f-c29965716084 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:04.054248 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Deleting port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 {{(pid=109871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:04.054767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), before_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.101509 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: ACTIVE; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:04.102576 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.107536 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 5700671b-e8fc-4b2b-ba8f-c29965716084 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:04.108192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 5700671b-e8fc-4b2b-ba8f-c29965716084 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:04.147436 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:54:04.218804 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:04.232063 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] For port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,segment=NetworkSegment(c621f795-1543-4829-aef6-b80d4612e8be),segment_id=c621f795-1543-4829-aef6-b80d4612e8be)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:04.234064 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), precommit_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.253855 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.266603 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Calling delete_port for 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 owned by network:dhcp {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:04.270194 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.303883 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:04.305830 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] No DVR routers for this DVR port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 on host dv-cinder-839793-6-iscsi {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:04.385699 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['8b167ddc-4db4-4c83-9b45-2ef07c83e962'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:54:04.385950 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (01f9e8a6-4a28-4e4a-83ba-556c006e9da7), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.415481 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f9e8a6-4a28-4e4a-83ba-556c006e9da7']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:04.426734 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c621f795-1543-4829-aef6-b80d4612e8be') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:04.427035 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c621f795-1543-4829-aef6-b80d4612e8be') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:04.448261 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (c621f795-1543-4829-aef6-b80d4612e8be), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.453741 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=6']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:04.471140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (c621f795-1543-4829-aef6-b80d4612e8be), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.480047 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:54:04.481043 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (c621f795-1543-4829-aef6-b80d4612e8be), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:54:04.483681 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:54:04.493344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.493983 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.494524 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.495063 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.495634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.496152 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.496665 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.497182 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.497728 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.498274 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.498890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.499519 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.500060 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.500582 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.501162 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:04.554917 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693'] for port (0aa6750f-9e70-4ff9-96fb-7b25080c4ca8), after_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.565110 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (01f9e8a6-4a28-4e4a-83ba-556c006e9da7), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.587094 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.592896 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] Pushing event deleted for resources: {'Port': ['ID=0aa6750f-9e70-4ff9-96fb-7b25080c4ca8,revision_number=None']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:04.593430 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] 10.222.0.73 "DELETE /v2.0/networks/01f9e8a6-4a28-4e4a-83ba-556c006e9da7 HTTP/1.1" status: 204 len: 168 time: 1.0316432 May 04 13:54:04.594380 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61841efe-7856-48d8-8c8d-627e19854965 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f9e8a6-4a28-4e4a-83ba-556c006e9da7,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:04.597403 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b8a19-545b-4988-beba-cd2b5b255a31 None None] No DVR routers for this DVR port 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 on host dv-cinder-839793-6-iscsi {{(pid=109871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:04.842755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42218) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:04.905089 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42224) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:04.905650 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-aef6cbea-2699-4b05-81b2-223e5f3d8da5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05f64d63ad6d44dca07315ac8fd865e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614204 May 04 13:54:04.959983 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] Publish callbacks [] for security_group (c6bc6a6f-8792-446c-ac9f-0760b44c2eac), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:04.978802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbcd91-9221-49be-a01a-48360c199108 req-f1b37bfa-6b05-4f2a-8d2b-c930070c17a9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:04.980323 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ecfbcd91-9221-49be-a01a-48360c199108 req-f1b37bfa-6b05-4f2a-8d2b-c930070c17a9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0736105 May 04 13:54:04.998255 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] Publish callbacks [] for security_group (c6bc6a6f-8792-446c-ac9f-0760b44c2eac), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.057839 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ecfbcd91-9221-49be-a01a-48360c199108 req-14283d59-061d-4145-b224-5faecf10ca3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704372 May 04 13:54:05.092662 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (c6bc6a6f-8792-446c-ac9f-0760b44c2eac), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.095191 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.099301 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6bc6a6f-8792-446c-ac9f-0760b44c2eac HTTP/1.1" status: 204 len: 168 time: 0.1895766 May 04 13:54:05.106996 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859505-38d0-4698-ae2a-3ab2653893d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc6a6f-8792-446c-ac9f-0760b44c2eac,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:05.211911 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa1329-593e-4bb2-bb11-ec3f09b7443a req-75e922a9-5fdd-4d00-afec-9cadf08f57ab tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:05.213663 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fdfa1329-593e-4bb2-bb11-ec3f09b7443a req-75e922a9-5fdd-4d00-afec-9cadf08f57ab tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0552378 May 04 13:54:05.286082 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fdfa1329-593e-4bb2-bb11-ec3f09b7443a req-089db78d-b181-41ba-97cd-ed444280c706 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641003 May 04 13:54:05.518180 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42232) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:05.565001 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-79a64530-1f67-4769-b0a8-9b137c09498c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c2f56d4b9c842568c5fc12f85dd0d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449195 May 04 13:54:05.568334 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42234) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:05.609527 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:05.643851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] Publish callbacks [] for security_group (8b15b423-e5a0-4045-972b-9ed26bcba028), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.670637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] Publish callbacks [] for security_group (8b15b423-e5a0-4045-972b-9ed26bcba028), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.679493 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:05.680808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.738683 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8b15b423-e5a0-4045-972b-9ed26bcba028), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.741801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.745261 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b15b423-e5a0-4045-972b-9ed26bcba028 HTTP/1.1" status: 204 len: 168 time: 0.1734667 May 04 13:54:05.777300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14401ad1-7202-472f-835a-69978cc149a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b15b423-e5a0-4045-972b-9ed26bcba028,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:05.795315 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:05.836437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:05.836777 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.861041 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:05.861450 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 0aa6750f-9e70-4ff9-96fb-7b25080c4ca8 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:05.874367 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:05.877156 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc4a13-443b-49f6-9034-bf5f4e0dfe71" -d '{"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:05.893878 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:05.903894 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:05.978356 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=7']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:06.134372 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5c766-9062-4a0c-92b3-a28d23fde4f4 x-openstack-request-id: req-8cc5c766-9062-4a0c-92b3-a28d23fde4f4 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:06.134798 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:06.135191 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cc5c766-9062-4a0c-92b3-a28d23fde4f4 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:06.135755 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc5c766-9062-4a0c-92b3-a28d23fde4f4'] response: {'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'code': 200} May 04 13:54:06.219074 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3a8c-961b-484f-ba5b-fd86cad01553 req-ad7ab994-4bb9-47fb-8aae-2707590f523b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:06.228516 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-043d3a8c-961b-484f-ba5b-fd86cad01553 req-ad7ab994-4bb9-47fb-8aae-2707590f523b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0723169 May 04 13:54:06.281585 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-043d3a8c-961b-484f-ba5b-fd86cad01553 req-24fd81d1-2d8d-4403-836a-3941890cace0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520406 May 04 13:54:06.416165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99969-d626-4000-b455-e9e0773ef04b req-d7849a5d-376f-47d4-b3e4-3ab14d623888 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:06.417676 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1f99969-d626-4000-b455-e9e0773ef04b req-d7849a5d-376f-47d4-b3e4-3ab14d623888 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0577538 May 04 13:54:06.473330 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1f99969-d626-4000-b455-e9e0773ef04b req-0062480e-9b0a-40ba-b910-72a7246dbb7d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482860 May 04 13:54:06.921796 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-6aac328b-8dec-449e-8f49-1749524da1cf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:06.923957 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-6aac328b-8dec-449e-8f49-1749524da1cf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 945 time: 0.0516198 May 04 13:54:07.024027 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:07.024364 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.122140 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] For port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:07.122509 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.327049 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.327466 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (a4e5348c-b3d3-4bef-9b93-66f365ec2bf5), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.327801 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP a4e5348c-b3d3-4bef-9b93-66f365ec2bf5 disassociated. External IP: 172.27.1.154, port: 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e. May 04 13:54:07.328138 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:07.489295 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.494476 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f49ea-3630-48e7-b297-79dd16f6e526 req-fffff753-129b-444a-92d9-0a179f06e11a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:07.496847 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a0f49ea-3630-48e7-b297-79dd16f6e526 req-fffff753-129b-444a-92d9-0a179f06e11a tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0886707 May 04 13:54:07.523102 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:07.586087 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6a0f49ea-3630-48e7-b297-79dd16f6e526 req-91680fc9-1b4a-4790-9d1a-5decbba23fcb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812175 May 04 13:54:07.627054 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-859d3a98-726d-4aec-92a0-3c5d679a31e1 req-dc118db7-7dbf-4e1e-bab3-93f8f4c89b21 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 210 time: 0.0381405 May 04 13:54:07.674213 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:07.795721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:07.811495 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:07.822677 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:07.823581 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:07.845888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] No DVR routers for this DVR port 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:07.849204 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:07.852475 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-c80f427f-2173-4a53-89c3-909e16a86ea4 req-d40539cc-7736-4bb6-8e60-96d820d936c8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "DELETE /v2.0/ports/6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e HTTP/1.1" status: 204 len: 173 time: 0.9199824 May 04 13:54:07.852918 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'name': 'network-vif-deleted', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:07.855150 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9413dd35-f892-483f-8200-ae1fffba9f17" -d '{"events": [{"server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "name": "network-vif-deleted", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:07.945869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc47e56-3df2-4591-96d6-ec1328f389ff x-openstack-request-id: req-1dc47e56-3df2-4591-96d6-ec1328f389ff {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:07.946545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dd65a7-1ca9-4453-8cea-acc79e33bb35", "name": "network-vif-deleted", "tag": "6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:07.946545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dc47e56-3df2-4591-96d6-ec1328f389ff {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:07.946812 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc47e56-3df2-4591-96d6-ec1328f389ff'] response: {'server_uuid': '61dd65a7-1ca9-4453-8cea-acc79e33bb35', 'name': 'network-vif-deleted', 'tag': '6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e', 'status': 'completed', 'code': 200} May 04 13:54:07.954008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:08.197160 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:08.228930 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:08.238728 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:08.239403 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:53:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:08.369694 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:08.578666 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:08.618241 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a64c2-f4ae-4b97-95ec-3d5884285877 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:08.787939 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15115ee2-02df-4246-be91-9456eca87e1b req-09003548-633d-46a1-bcbb-f45583639e1c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:08.796028 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15115ee2-02df-4246-be91-9456eca87e1b req-09003548-633d-46a1-bcbb-f45583639e1c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0827713 May 04 13:54:08.847668 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-36b94e1c-908c-467f-9ecc-9914e566684e req-1ffa2eb9-1022-4b56-a76c-691d8ecb4b33 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=61dd65a7-1ca9-4453-8cea-acc79e33bb35 HTTP/1.1" status: 200 len: 210 time: 0.0490773 May 04 13:54:08.905664 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15115ee2-02df-4246-be91-9456eca87e1b req-7b75a14a-c1f4-43b8-922f-6a88ffcd3368 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078272 May 04 13:54:09.014673 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd811b4-7781-48dc-b42d-d886655150f6 None None] New status for floating IP a4e5348c-b3d3-4bef-9b93-66f365ec2bf5: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:54:09.637228 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:09.666089 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:09.666464 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 6847e2f1-83a8-4fbc-9ff2-9fc8dce3e92e not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:10.024445 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7f043-dedd-4cd1-9e1e-6cf8fcc903a0 req-f8e8efee-0606-4d79-add9-1b5e9b2779f0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:10.026036 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d0d7f043-dedd-4cd1-9e1e-6cf8fcc903a0 req-f8e8efee-0606-4d79-add9-1b5e9b2779f0 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0505006 May 04 13:54:10.098852 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d0d7f043-dedd-4cd1-9e1e-6cf8fcc903a0 req-26e1ce00-7ed0-4ba3-81ee-1b34f971e176 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639358 May 04 13:54:10.155700 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7bb4c930-c256-4942-89b3-c3f3a12a99d4 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358590548&fields=id&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 267 time: 0.0555904 May 04 13:54:10.287067 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-0cbef27f-42a5-45dd-967c-fe3d4c45a60d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:10.288543 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-0cbef27f-42a5-45dd-967c-fe3d4c45a60d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.1257362 May 04 13:54:10.304481 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-54e7f6e1-c7dc-41e8-a423-aae6281c9f3e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/quotas/3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 375 time: 0.0101745 May 04 13:54:10.363351 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-806878b8-bfa4-47ea-9f9c-841b91800aaf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471051 May 04 13:54:10.566192 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-41e4b634-ca2d-461d-a2c0-1e8d8fb2e67c service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906610 May 04 13:54:10.670057 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-9040a2aa-870a-41fd-81c6-360cd2c6db85 service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969954 May 04 13:54:10.996899 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ece3da6-112b-42ec-a14b-7928e9e1369d req-57e76b35-f9ef-48e3-aed8-81490dfc8c9a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 210 time: 0.0417230 May 04 13:54:11.207459 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338438f6-8c80-471e-be93-6e9671a088ba req-6ae1e8f8-9d53-44e3-bd29-8081fa4965ca tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:11.215632 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-338438f6-8c80-471e-be93-6e9671a088ba req-6ae1e8f8-9d53-44e3-bd29-8081fa4965ca tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0580440 May 04 13:54:11.270318 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-338438f6-8c80-471e-be93-6e9671a088ba req-174eb2c1-9e02-4a09-9c11-252fc81ca7bb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535648 May 04 13:54:12.116205 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-54bebecf-2fb9-473a-99b0-ebc92176485f req-e57df166-1c65-4bbe-86b4-385b022f6dce tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 210 time: 0.0427024 May 04 13:54:12.192192 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-1cdb9c3d-0b38-4300-925e-e7aadf46cf17 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:12.193697 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-1cdb9c3d-0b38-4300-925e-e7aadf46cf17 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.1290326 May 04 13:54:12.270068 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-c9cc9945-4c74-4756-8978-4cf105e42b3d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 379 time: 0.0609813 May 04 13:54:12.279941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'port': {'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'admin_state_up': True, 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'security_groups': ['1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:12.407737 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fb9b7-d4d3-45df-a9ba-5d1f75cb9ea8 req-e2004668-ab3f-4b4b-8cb3-e839af27ba4d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:12.409314 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab4fb9b7-d4d3-45df-a9ba-5d1f75cb9ea8 req-e2004668-ab3f-4b4b-8cb3-e839af27ba4d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0479054 May 04 13:54:12.425256 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Made reservation on behalf of 3a581986e7304b35a1e08ebdd059c318 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:12.429087 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:12.463039 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab4fb9b7-d4d3-45df-a9ba-5d1f75cb9ea8 req-438773db-92c1-415f-86b6-dce7c7423426 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477028 May 04 13:54:12.577894 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.20.0.5 (0165e08a-ce18-40c9-9ec1-f3bd51336905/f33dab18-eeaa-4268-b11b-226f53d27503/ca6b8f12-eb28-433b-8d70-eafbecc7a5b0) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:12.775942 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:12.827694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.126527 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:13.129579 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:13.134015 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:13.196810 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:13.196810 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.199638 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:13.217667 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-05b777b8-53fe-4388-9a78-df7101c559bf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415724 May 04 13:54:13.230271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Request body: {'port': {'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:13.313336 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d1cb4-7b6a-4d39-b6f4-50a809ca064c req-abb25c29-f288-4f4d-9b0e-348e7e9b9c93 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:13.314773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.316411 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-505d1cb4-7b6a-4d39-b6f4-50a809ca064c req-abb25c29-f288-4f4d-9b0e-348e7e9b9c93 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 931 time: 0.0745516 May 04 13:54:13.401714 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-505d1cb4-7b6a-4d39-b6f4-50a809ca064c req-b19340c2-dea8-4b2d-aa4e-fca82f87d606 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738072 May 04 13:54:13.483415 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-d8c50c83-055f-4090-956a-22e9f985955c None None] Provisioning complete for port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:13.483996 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d8c50c83-055f-4090-956a-22e9f985955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.541526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-d8c50c83-055f-4090-956a-22e9f985955c None None] Port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:54:13.615052 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:54:13.621934 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7234e-c3e9-45da-94fd-153f9531a0e2 req-0262e054-9c4c-4d06-8365-1c406dc3200b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:13.623646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2be7234e-c3e9-45da-94fd-153f9531a0e2 req-0262e054-9c4c-4d06-8365-1c406dc3200b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0525360 May 04 13:54:13.625700 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks [] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.641913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Transition to ACTIVE for port object ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:54:13.646831 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.686536 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2be7234e-c3e9-45da-94fd-153f9531a0e2 req-30612c2a-d5eb-456c-a41e-a9556bca7cf3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554163 May 04 13:54:13.688652 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Pushing event updated for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:13.789912 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Attempting to bind port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:54:13.790267 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Attempting to bind port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:54:13.790711 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Attempting to bind port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:13.795527 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:54:13.795842 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Attempting to bind port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:13.801603 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:54:13.801944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:13.802332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Bound using segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:54:13.802758 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Bound port: ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:54:13.803355 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.888046 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:54:13.892200 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:54:13.903089 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.943044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:13.943767 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:13.945195 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] 10.222.0.23 "PUT /v2.0/ports/ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 1093 time: 0.7195864 May 04 13:54:13.945761 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:13.948264 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df30ee-9f4c-47f0-92d0-640b804f832b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:13.973613 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdb053-2dda-4376-807e-ebbe5f0236ac service neutron] Pushing event updated for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:14.005259 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f350f3c-e88d-4131-abdd-c6c39b789a0c x-openstack-request-id: req-1f350f3c-e88d-4131-abdd-c6c39b789a0c {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:14.005623 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:14.005949 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f350f3c-e88d-4131-abdd-c6c39b789a0c {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:14.006442 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f350f3c-e88d-4131-abdd-c6c39b789a0c'] response: {'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'status': 'completed', 'code': 200} May 04 13:54:14.054862 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-a54b9f9f-cea6-48ca-9086-6ed332ded7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:14.056708 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-a54b9f9f-cea6-48ca-9086-6ed332ded7eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1127 time: 0.0460055 May 04 13:54:14.107267 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-5dc2dc1f-8d81-466d-a5e2-b6a9d01f94c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0418136 May 04 13:54:14.161267 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-571790ae-4d1d-4329-bae3-8006e100bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:14.162893 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-571790ae-4d1d-4329-bae3-8006e100bc1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0487485 May 04 13:54:14.213518 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24951a-acb0-41c7-b395-b845eba5038d req-cd875447-0129-4e74-8f97-1d8ad5baaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:14.215184 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-cd875447-0129-4e74-8f97-1d8ad5baaa19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435071 May 04 13:54:14.313736 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-66cb3e72-1c47-4b29-902d-ccaf0aba1e5b service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914855 May 04 13:54:14.464132 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a24951a-acb0-41c7-b395-b845eba5038d req-da462fc6-4b15-4f89-b823-072cee8213d7 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868638 May 04 13:54:14.510366 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f92ab-076e-45b6-8f40-ba3f2072ba83 req-d756dae2-bfd2-4c49-bf70-3890ecc4425f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:14.511867 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-285f92ab-076e-45b6-8f40-ba3f2072ba83 req-d756dae2-bfd2-4c49-bf70-3890ecc4425f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0497267 May 04 13:54:14.559386 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-285f92ab-076e-45b6-8f40-ba3f2072ba83 req-43422ec4-8c9e-4ee5-85f0-8fba6e71f9bb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 May 04 13:54:14.812162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbdb01-d6ec-4191-8a85-512955b25f91 req-43756ea0-f5e7-4a2a-9ed8-5141725fb1a8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:14.813643 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-59fbdb01-d6ec-4191-8a85-512955b25f91 req-43756ea0-f5e7-4a2a-9ed8-5141725fb1a8 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0496082 May 04 13:54:14.863146 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-59fbdb01-d6ec-4191-8a85-512955b25f91 req-d065dd8f-d1fb-4c89-8d11-05a561a06a44 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 May 04 13:54:15.028300 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-776cd8ee-bbac-4270-84b3-6b4b82c21f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.029793 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-776cd8ee-bbac-4270-84b3-6b4b82c21f92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1127 time: 0.0404036 May 04 13:54:15.047828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493eda-6027-4260-8649-8f0565fdeb65 req-9e2ce5e8-025c-4c63-b5fe-4a311c1baf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.049881 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-9e2ce5e8-025c-4c63-b5fe-4a311c1baf21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1129 time: 0.0414989 May 04 13:54:15.118985 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-61469d6a-66c0-418d-a67b-0feb5a374d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.120583 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-61469d6a-66c0-418d-a67b-0feb5a374d8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.0844562 May 04 13:54:15.140980 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493eda-6027-4260-8649-8f0565fdeb65 req-c0802edd-ea95-4f4a-81f4-2b919454c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.142448 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-c0802edd-ea95-4f4a-81f4-2b919454c8f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.0846219 May 04 13:54:15.166564 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-7a1dc4fa-2b49-4db0-9d0d-4c3e234f3b33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0378428 May 04 13:54:15.216575 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-82031168-8d98-4c8a-883e-2c6fbc959bc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 1001 time: 0.0670774 May 04 13:54:15.218167 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-e4a773db-bc9e-4abf-9625-50a1bceac248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.219712 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-e4a773db-bc9e-4abf-9625-50a1bceac248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0468376 May 04 13:54:15.269632 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-830b0ba2-4497-4736-bc51-bc73c2451513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.271178 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-830b0ba2-4497-4736-bc51-bc73c2451513 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419219 May 04 13:54:15.274054 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493eda-6027-4260-8649-8f0565fdeb65 req-f5f95551-7a9c-4415-b2b2-4694e374ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.275609 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-f5f95551-7a9c-4415-b2b2-4694e374ff80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0463445 May 04 13:54:15.324317 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493eda-6027-4260-8649-8f0565fdeb65 req-d762ca5d-17c8-4b2f-a7ba-1408a92c14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.325833 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-d762ca5d-17c8-4b2f-a7ba-1408a92c14af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420344 May 04 13:54:15.385072 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-cf5c1324-026f-40da-8174-e2ef378e0784 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024399 May 04 13:54:15.429777 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-bd3a6ea2-7330-4157-b62b-a25fcb8aa054 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974844 May 04 13:54:15.481996 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-81df30ee-9f4c-47f0-92d0-640b804f832b req-b1256935-31dc-4a72-a24e-30fe4d292872 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887771 May 04 13:54:15.520771 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-46493eda-6027-4260-8649-8f0565fdeb65 req-7198de78-adfe-4cf5-9663-8a9f3d709efc service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836427 May 04 13:54:15.677766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319b82f-ef79-4a00-b94a-70d6bf2814a8 req-164847c2-7e71-4c57-80e9-c404491d86f3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.679246 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1319b82f-ef79-4a00-b94a-70d6bf2814a8 req-164847c2-7e71-4c57-80e9-c404491d86f3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0533504 May 04 13:54:15.727901 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1319b82f-ef79-4a00-b94a-70d6bf2814a8 req-f153bd26-1ed8-47a2-a133-75bbfa96d5ed tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 May 04 13:54:15.980898 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eed264-b77b-45f2-bc51-391b8b291e4e req-4231cde1-bf84-4767-8c3b-24d61347c709 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:15.982347 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d9eed264-b77b-45f2-bc51-391b8b291e4e req-4231cde1-bf84-4767-8c3b-24d61347c709 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0484231 May 04 13:54:16.028121 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d9eed264-b77b-45f2-bc51-391b8b291e4e req-35cde2ca-ce6b-4cfe-9249-981170ada267 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 May 04 13:54:16.165526 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:16.244473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fe4f684b-9dec-4e4b-805a-e07f80d95cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:16.835627 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b56fb-f1fa-4459-8e55-b864e61d14ff req-97b05242-05a5-4e91-996c-d8aac5584e9d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:16.837099 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b92b56fb-f1fa-4459-8e55-b864e61d14ff req-97b05242-05a5-4e91-996c-d8aac5584e9d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0458555 May 04 13:54:16.888371 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b92b56fb-f1fa-4459-8e55-b864e61d14ff req-c11fd4b5-71b8-4f1d-9c6f-0629c4f01472 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457900 May 04 13:54:17.141631 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62e6f-af68-4d45-8bc8-c555181f09fd req-9b1e777f-5259-4b05-8a68-204691e15a10 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:17.143578 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-04d62e6f-af68-4d45-8bc8-c555181f09fd req-9b1e777f-5259-4b05-8a68-204691e15a10 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 945 time: 0.0442836 May 04 13:54:17.188205 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-04d62e6f-af68-4d45-8bc8-c555181f09fd req-98995d70-f413-4ac1-893c-143289529f08 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391052 May 04 13:54:17.689808 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:17.767254 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: ACTIVE; New status is: DOWN {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:17.767647 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:17.789467 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:17.791930 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4418f-ff21-4956-adf7-18af6b9cf4c9" -d '{"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-unplugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:17.805759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:17.810919 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:17.837540 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f3a832-42b0-47bf-bfa0-b7d3658a3331 x-openstack-request-id: req-77f3a832-42b0-47bf-bfa0-b7d3658a3331 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:17.837829 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-unplugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:17.838076 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77f3a832-42b0-47bf-bfa0-b7d3658a3331 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:17.838475 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f3a832-42b0-47bf-bfa0-b7d3658a3331'] response: {'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'code': 200} May 04 13:54:17.865890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=8']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:18.005434 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0383-aaf1-45b7-b3d5-0bcc552023b8 req-899e6c9c-11b6-40d0-8a28-fccead314f80 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:18.006901 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0d3d0383-aaf1-45b7-b3d5-0bcc552023b8 req-899e6c9c-11b6-40d0-8a28-fccead314f80 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0469832 May 04 13:54:18.054477 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0d3d0383-aaf1-45b7-b3d5-0bcc552023b8 req-2ff98dde-e3e8-42bd-aef8-e3f6df3489c7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 May 04 13:54:18.307977 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b5f86-369a-4698-8f03-f57542c38eef req-edd69941-587d-4708-9419-b766c35a2a9c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:18.309444 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-569b5f86-369a-4698-8f03-f57542c38eef req-edd69941-587d-4708-9419-b766c35a2a9c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0492585 May 04 13:54:18.355949 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-569b5f86-369a-4698-8f03-f57542c38eef req-53031f4b-f904-4d80-89ca-37e15ff799f3 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 May 04 13:54:18.404276 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-410d2aed-9a2a-4aa0-a05c-f18639eee6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:18.869295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494fe11-d47d-4f59-a512-f223224b7fc3 req-ba56b9ff-3809-4801-8cb7-898b7124e131 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:18.870899 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d494fe11-d47d-4f59-a512-f223224b7fc3 req-ba56b9ff-3809-4801-8cb7-898b7124e131 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0540378 May 04 13:54:18.919844 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d494fe11-d47d-4f59-a512-f223224b7fc3 req-52d35040-fcef-470e-9705-1da2fefa7f01 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 May 04 13:54:19.166158 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34bb9-17e3-48e6-be7e-1fa2153d3f26 req-92754515-4ea2-46c1-a812-2bbda680764a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:19.168072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9cf34bb9-17e3-48e6-be7e-1fa2153d3f26 req-92754515-4ea2-46c1-a812-2bbda680764a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0473406 May 04 13:54:19.233526 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9cf34bb9-17e3-48e6-be7e-1fa2153d3f26 req-56487c16-f6ad-4516-a54a-3e62fb4cc60b tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594499 May 04 13:54:19.268619 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811541f2-f1a8-4fc2-a8ff-036a1ad6c347 req-e8736ec5-1711-4e81-9f27-be382e7388bf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:19.270109 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-811541f2-f1a8-4fc2-a8ff-036a1ad6c347 req-e8736ec5-1711-4e81-9f27-be382e7388bf tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0542114 May 04 13:54:19.322521 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-811541f2-f1a8-4fc2-a8ff-036a1ad6c347 req-83e12455-bed8-4068-a96e-12b43e632c9e tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468431 May 04 13:54:19.464824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42414) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:19.541304 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-e0c4debd-5d41-472e-b124-10f27370ad28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753610 May 04 13:54:19.549515 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-6b90b3ab-5c8b-4847-a9b2-3e5857aec593 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:54:19.550460 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-6b90b3ab-5c8b-4847-a9b2-3e5857aec593 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046880 May 04 13:54:19.624666 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42422) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:19.726590 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-53913357-674a-4338-87b4-208aa41ce9a6 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:19.727947 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-53913357-674a-4338-87b4-208aa41ce9a6 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports/8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 940 time: 0.1023107 May 04 13:54:19.817760 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:20.034676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8550f0a-5005-486f-a500-5fd90c0cd305 req-c8eb0b9c-7e05-42a6-a52b-b96c0f274303 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:20.036051 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a8550f0a-5005-486f-a500-5fd90c0cd305 req-c8eb0b9c-7e05-42a6-a52b-b96c0f274303 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0488942 May 04 13:54:20.081572 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a8550f0a-5005-486f-a500-5fd90c0cd305 req-3b4e313f-08ab-435b-8900-a153574658d7 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 May 04 13:54:20.344830 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5770015-6464-48cd-a464-3f111db2339d req-df25ac73-06ce-487e-a4d2-c3400b8a8f8d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:20.346850 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f5770015-6464-48cd-a464-3f111db2339d req-df25ac73-06ce-487e-a4d2-c3400b8a8f8d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0462012 May 04 13:54:20.394995 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f5770015-6464-48cd-a464-3f111db2339d req-afbb2be4-ac89-4f72-b8e9-7483ac363235 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 May 04 13:54:20.439332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5d319-f054-4c39-bbc0-1e6a94a3a827 req-4a2bd510-7540-4f65-82e8-2aa77438b6d1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:20.441539 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7d5d319-f054-4c39-bbc0-1e6a94a3a827 req-4a2bd510-7540-4f65-82e8-2aa77438b6d1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0456712 May 04 13:54:20.489592 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d7d5d319-f054-4c39-bbc0-1e6a94a3a827 req-b4708072-aecb-4827-8ee8-8a34d3c3493f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 May 04 13:54:21.189215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68c041-506d-4c58-9439-0d886a669468 req-8d894435-de39-46a3-8cd7-2be83d71ffd0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:21.191519 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ca68c041-506d-4c58-9439-0d886a669468 req-8d894435-de39-46a3-8cd7-2be83d71ffd0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0456140 May 04 13:54:21.236015 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ca68c041-506d-4c58-9439-0d886a669468 req-767ea0e4-630b-497d-a189-4370cb635532 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 May 04 13:54:21.290234 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:21.505488 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58cb01-64ee-4a65-90a6-d6990d2add4b req-956650da-dc6d-47d7-baa5-c16b4ad135cf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:21.506946 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb58cb01-64ee-4a65-90a6-d6990d2add4b req-956650da-dc6d-47d7-baa5-c16b4ad135cf tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0468712 May 04 13:54:21.555829 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fb58cb01-64ee-4a65-90a6-d6990d2add4b req-b680b942-b51e-4493-98e2-954ebd5b0ed9 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432289 May 04 13:54:21.610752 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc84c-59a6-4867-8a1a-710de31ddde9 req-a9c76439-a3da-4838-a461-b96d26fdd51c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:21.612269 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d5bc84c-59a6-4867-8a1a-710de31ddde9 req-a9c76439-a3da-4838-a461-b96d26fdd51c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0498171 May 04 13:54:21.657566 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d5bc84c-59a6-4867-8a1a-710de31ddde9 req-c3b5db61-4422-47d5-849c-83c6c4389fff tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397143 May 04 13:54:21.700186 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:21.780072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: DOWN; New status is: DOWN {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:22.347875 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecbcc5-59a1-463a-87d1-a3350b6e6d35 req-764410ff-37e3-44cc-9a0e-b7b3bec6d668 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:22.349341 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-00ecbcc5-59a1-463a-87d1-a3350b6e6d35 req-764410ff-37e3-44cc-9a0e-b7b3bec6d668 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0489757 May 04 13:54:22.399062 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-00ecbcc5-59a1-463a-87d1-a3350b6e6d35 req-427fc866-955a-455d-99b3-1210df1de6ca tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441589 May 04 13:54:22.559372 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:22.665169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b32c-ef3c-48b0-a4fa-196df64f3cb6 req-b2b19aaa-319f-41b2-9ea1-8023c38eb9b7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:22.666614 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a410b32c-ef3c-48b0-a4fa-196df64f3cb6 req-b2b19aaa-319f-41b2-9ea1-8023c38eb9b7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.0459385 May 04 13:54:22.718495 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a410b32c-ef3c-48b0-a4fa-196df64f3cb6 req-fc8a3242-be91-4f9a-a65e-165ba614c665 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 May 04 13:54:22.773333 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fc68e-b192-45c7-a083-57f42033adb7 req-5e14228a-8e96-4555-bead-0664d79e0d22 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:22.774750 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-436fc68e-b192-45c7-a083-57f42033adb7 req-5e14228a-8e96-4555-bead-0664d79e0d22 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0456922 May 04 13:54:22.828372 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-436fc68e-b192-45c7-a083-57f42033adb7 req-6c30a6b2-aaca-475a-9bd6-79688ba7a165 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479753 May 04 13:54:23.540276 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da836f4-49e9-4820-a76e-6789e4942344 req-48cb61f1-df64-42da-859d-1d84a0026355 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:23.542359 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3da836f4-49e9-4820-a76e-6789e4942344 req-48cb61f1-df64-42da-859d-1d84a0026355 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0804932 May 04 13:54:23.553794 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816d527-408c-4520-beaa-073aba7195f7 req-46b7c464-ac93-46cb-a6cf-204cfa250550 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:23.555197 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8816d527-408c-4520-beaa-073aba7195f7 req-46b7c464-ac93-46cb-a6cf-204cfa250550 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 946 time: 0.0848169 May 04 13:54:23.662722 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8816d527-408c-4520-beaa-073aba7195f7 req-1e709284-105d-47ae-9224-afc9411b8af2 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=29045abf-4af0-448d-8b33-044d188ccb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953212 May 04 13:54:23.672951 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Deleting port b299a2ae-cd52-4a9d-860c-ff961f461a27 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:23.673506 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:23.706827 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:54:23.769845 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] For port b299a2ae-cd52-4a9d-860c-ff961f461a27, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b299a2ae-cd52-4a9d-860c-ff961f461a27,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:23.770215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:23.895017 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-c6847c53-7ef0-4a24-8ba0-865048b0908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:23.896751 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-c6847c53-7ef0-4a24-8ba0-865048b0908e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516&tenant_id=817ff3e189a443a7b1f11e9a016832cc HTTP/1.1" status: 200 len: 1127 time: 0.0482030 May 04 13:54:23.931289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:23.932270 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4c8e-3990-4225-b097-d3112b195970 req-9d24f450-a190-4ae2-a2d5-8f010b15bfc2 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:23.933758 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e15f4c8e-3990-4225-b097-d3112b195970 req-9d24f450-a190-4ae2-a2d5-8f010b15bfc2 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 943 time: 0.1295946 May 04 13:54:23.946169 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:54:23.985640 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-d35cfa14-b28a-40d3-9091-0a580c6b9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:23.987793 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-d35cfa14-b28a-40d3-9091-0a580c6b9eb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=817ff3e189a443a7b1f11e9a016832cc&device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1127 time: 0.0456436 May 04 13:54:23.988135 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:23.988527 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.001852 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:54:24.024146 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:24.030907 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.068185 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e15f4c8e-3990-4225-b097-d3112b195970 req-f76ef21e-70ce-4ea1-8d60-0e8cc91fbf60 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002550 May 04 13:54:24.074200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd046626-1c0b-43a0-81a4-e18c2935f679 req-3db09fdf-a42e-4818-896a-897db0648099 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:24.075441 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd046626-1c0b-43a0-81a4-e18c2935f679 req-3db09fdf-a42e-4818-896a-897db0648099 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.1025438 May 04 13:54:24.087240 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:24.118460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-2ee2a497-2bed-4cc2-a94a-8ba959c0744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:24.119957 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-2ee2a497-2bed-4cc2-a94a-8ba959c0744b service neutron] 10.222.0.23 "GET /v2.0/networks?id=172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 200 len: 917 time: 0.1139960 May 04 13:54:24.159518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.159881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.160199 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Floating IP 20035cd3-aeea-4eb9-9490-0b013368b050 disassociated. External IP: 172.27.1.159, port: b299a2ae-cd52-4a9d-860c-ff961f461a27. May 04 13:54:24.160540 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Calling delete_port for b299a2ae-cd52-4a9d-860c-ff961f461a27 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:24.167695 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fd046626-1c0b-43a0-81a4-e18c2935f679 req-84818de9-c2f7-41c8-bb00-43b5ea426589 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651443 May 04 13:54:24.287801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (b299a2ae-cd52-4a9d-860c-ff961f461a27), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.290765 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:54:24.323682 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event deleted for resources: {'Port': ['ID=b299a2ae-cd52-4a9d-860c-ff961f461a27,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:24.325342 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-1914a0f5-59e8-4d6f-97dc-a6972302bd43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 200 len: 999 time: 0.0640399 May 04 13:54:24.383994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-b83f20ed-c13e-4e27-bf76-5170bf8c0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:24.386539 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-b83f20ed-c13e-4e27-bf76-5170bf8c0463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 200 len: 855 time: 0.0543034 May 04 13:54:24.443572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32a82-7acb-4770-9050-524650c2b97a req-b53e3b73-5c42-407e-86e6-9c136a31c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:24.445063 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-b53e3b73-5c42-407e-86e6-9c136a31c515 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=172c7baf-db50-4aef-afa7-f1dee0ea0a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488927 May 04 13:54:24.456115 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:24.540168 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-e9a8ba10-5940-4bf2-8fbc-3e44416cbc75 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 May 04 13:54:24.567354 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:24.577133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:24.586945 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:24.587615 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:24.639826 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3eb32a82-7acb-4770-9050-524650c2b97a req-c5806738-1d27-4184-b0ed-519ee6fd7285 service neutron] 10.222.0.23 "GET /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913627 May 04 13:54:24.714695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:24.907154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] No DVR routers for this DVR port b299a2ae-cd52-4a9d-860c-ff961f461a27 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:24.922654 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:24.926470 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3da836f4-49e9-4820-a76e-6789e4942344 req-1539c565-6ca9-485f-9d97-e73571591f1e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "DELETE /v2.0/ports/b299a2ae-cd52-4a9d-860c-ff961f461a27 HTTP/1.1" status: 204 len: 173 time: 1.3662555 May 04 13:54:24.927266 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'name': 'network-vif-deleted', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:24.929634 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c74268-8397-4e68-b8e7-a7f8721c932d" -d '{"events": [{"server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "name": "network-vif-deleted", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:24.936190 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:24.945863 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6368d81f-b416-42b6-a94b-d6dbb1193705 req-830b9d78-f12d-43e3-8364-0eea90fe884d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0674851 May 04 13:54:24.970305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:24.984755 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:24.985388 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:24.999192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98cd72-d9da-4db4-9694-2147bc83396e x-openstack-request-id: req-3b98cd72-d9da-4db4-9694-2147bc83396e {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:24.999510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db255894-ceeb-4850-b1bf-7aca3f65b43b", "name": "network-vif-deleted", "tag": "b299a2ae-cd52-4a9d-860c-ff961f461a27", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:24.999786 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b98cd72-d9da-4db4-9694-2147bc83396e {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:25.000188 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b98cd72-d9da-4db4-9694-2147bc83396e'] response: {'server_uuid': 'db255894-ceeb-4850-b1bf-7aca3f65b43b', 'name': 'network-vif-deleted', 'tag': 'b299a2ae-cd52-4a9d-860c-ff961f461a27', 'status': 'completed', 'code': 200} May 04 13:54:25.102612 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:25.261645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6116b3d-6e1b-4f13-b288-3821df32ae93 req-3a10416f-ae94-405e-b76a-ed56b61fb684 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:25.264415 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6116b3d-6e1b-4f13-b288-3821df32ae93 req-3a10416f-ae94-405e-b76a-ed56b61fb684 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 944 time: 0.1055522 May 04 13:54:25.359455 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:25.361323 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765493c-3526-41d2-babb-0a0b2567bbc2 req-24b7c105-cb80-4fd5-885b-2ad694bcc6cb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:25.368690 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8765493c-3526-41d2-babb-0a0b2567bbc2 req-24b7c105-cb80-4fd5-885b-2ad694bcc6cb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.1031616 May 04 13:54:25.400404 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7adf41-acbb-405d-91fa-58f006ecc5ac None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:35Z', 'revision_number': 4, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '37e3ec59-a342-4ed6-8600-13478ed1f438', 'name': '', 'network_id': '07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'mac_address': 'fa:16:3e:20:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:35Z', 'updated_at': '2022-05-04T13:49:40Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'subnets': [{'id': '0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:25.413329 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6116b3d-6e1b-4f13-b288-3821df32ae93 req-adbf17fb-d988-458b-99ad-686723c7f626 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108792 May 04 13:54:25.481405 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8765493c-3526-41d2-babb-0a0b2567bbc2 req-07835f9f-2d7b-42cd-88fa-d1f663c36801 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115880 May 04 13:54:25.719001 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44a8fa-4c56-41fb-a385-7e94dc113670 None None] New status for floating IP 20035cd3-aeea-4eb9-9490-0b013368b050: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:54:25.743551 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:25.807129 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:54:25.821537 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:25.822096 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:25.945228 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:25.945743 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:25.994073 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:25.996212 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:26.005902 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7fa81-26e9-4a7a-ad2c-23a3db32df44" -d '{"events": [{"server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "name": "network-vif-plugged", "status": "completed", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:26.013553 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:26.013553 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device b299a2ae-cd52-4a9d-860c-ff961f461a27 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:26.061792 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e76f0-d30f-4df1-818f-b27662615974 x-openstack-request-id: req-bb6e76f0-d30f-4df1-818f-b27662615974 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:26.062393 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "name": "network-vif-plugged", "status": "completed", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:26.062639 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb6e76f0-d30f-4df1-818f-b27662615974 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:26.063042 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6e76f0-d30f-4df1-818f-b27662615974'] response: {'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'code': 200} May 04 13:54:26.067589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: b299a2ae-cd52-4a9d-860c-ff961f461a27 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:26.067952 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device b299a2ae-cd52-4a9d-860c-ff961f461a27 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:26.125886 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed21445b-b078-4fa6-8d01-014870ec7edd req-777bcf8e-d053-46c5-a2be-c9461f6499d9 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0362735 May 04 13:54:26.139197 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:26.531893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce299f-e065-4ec0-a392-122d7930d4bb req-2333cfab-bdbf-402d-8a33-b06b37f5d621 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:26.533490 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c8ce299f-e065-4ec0-a392-122d7930d4bb req-2333cfab-bdbf-402d-8a33-b06b37f5d621 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0483403 May 04 13:54:26.631575 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb8a6-f5c3-4752-b77b-55d2fa3dab2f req-a6d4475b-8527-450e-8f77-0845cb4c1d69 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:26.633058 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-298cb8a6-f5c3-4752-b77b-55d2fa3dab2f req-a6d4475b-8527-450e-8f77-0845cb4c1d69 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0724258 May 04 13:54:26.636912 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c8ce299f-e065-4ec0-a392-122d7930d4bb req-2cbdbcba-21bd-4f12-8fae-566cccbe137c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972872 May 04 13:54:26.682798 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-298cb8a6-f5c3-4752-b77b-55d2fa3dab2f req-58bdd90a-73ec-464e-994b-a5424cf2df61 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 May 04 13:54:27.253009 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3255236a-d748-4d10-9491-6244e24e98fa req-103b0c78-c0db-4508-bb49-3108cedf2895 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0289297 May 04 13:54:27.769940 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735ffc9-419f-421d-8127-204941461996 req-5f3ff5ad-8708-4b6e-8c3f-1ed21eb530a3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:27.777863 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7735ffc9-419f-421d-8127-204941461996 req-5f3ff5ad-8708-4b6e-8c3f-1ed21eb530a3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0556507 May 04 13:54:27.846746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905ff4-c313-4a38-951f-be11df9cd6d6 req-ecc0c79d-e80e-4575-ab02-3e6fd15be088 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:27.848419 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3905ff4-c313-4a38-951f-be11df9cd6d6 req-ecc0c79d-e80e-4575-ab02-3e6fd15be088 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0636072 May 04 13:54:27.897148 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7735ffc9-419f-421d-8127-204941461996 req-2baceb38-2226-48ab-86df-c66f839060ec tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181266 May 04 13:54:27.927124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e3905ff4-c313-4a38-951f-be11df9cd6d6 req-745fba91-6ea1-4081-be0e-5c2a5e637938 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701373 May 04 13:54:28.368390 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9651cf89-4c56-4a34-9b37-4e0ff76309bb req-d4e63ea0-c030-478a-93c7-fd6f5adeac50 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0315969 May 04 13:54:29.010385 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf0faa-2667-465e-b3fc-423d40918584 req-0073599f-54e6-4e2b-bcc3-ad445b4a8339 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:29.012110 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-84bf0faa-2667-465e-b3fc-423d40918584 req-0073599f-54e6-4e2b-bcc3-ad445b4a8339 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0537503 May 04 13:54:29.079123 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db6538-7163-4bea-a1cb-36f3ea529b6f req-15efb673-475a-4a9d-8d11-c61812ec0201 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:29.081197 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b8db6538-7163-4bea-a1cb-36f3ea529b6f req-15efb673-475a-4a9d-8d11-c61812ec0201 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0676327 May 04 13:54:29.125342 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-84bf0faa-2667-465e-b3fc-423d40918584 req-99d5389f-3ba2-4d82-8232-bc491812728e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789900 May 04 13:54:29.154664 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b8db6538-7163-4bea-a1cb-36f3ea529b6f req-eecf352d-e6f5-46ea-a1ba-a8d055c60db9 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676224 May 04 13:54:29.481614 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eaad2482-f9cc-4052-9ba0-bc19995b726d req-29f612ae-d4c5-479a-b432-70df694e432a tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0291011 May 04 13:54:30.248313 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec8b8a-3865-46eb-83fc-45ce05a22f18 req-96d52692-9e47-4e24-ba34-c1a5172bc77f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:30.249936 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c9ec8b8a-3865-46eb-83fc-45ce05a22f18 req-96d52692-9e47-4e24-ba34-c1a5172bc77f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0554907 May 04 13:54:30.336079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0611e-86fe-4a0e-bfe3-88489d2662cb req-2b329d26-bbbb-4e05-9533-596d3ef62268 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:30.338433 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39b0611e-86fe-4a0e-bfe3-88489d2662cb req-2b329d26-bbbb-4e05-9533-596d3ef62268 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0676842 May 04 13:54:30.349350 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c9ec8b8a-3865-46eb-83fc-45ce05a22f18 req-a424c191-642b-4e35-88b2-3195e5b2716d tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931847 May 04 13:54:30.403535 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39b0611e-86fe-4a0e-bfe3-88489d2662cb req-1616371f-5ed0-4aa2-8457-9ef51d2fa084 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530596 May 04 13:54:30.591878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0a276d0e-508f-4eea-8ac6-8106a8d54e6a req-d049de32-28ab-4a4f-afb7-5607ecc64fd8 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0304680 May 04 13:54:31.470442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3fc25-4674-4cc3-9f08-a2ec26a02f09 req-28cec427-9466-4438-8ff8-231b88ecb2dc tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:31.472984 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-82b3fc25-4674-4cc3-9f08-a2ec26a02f09 req-28cec427-9466-4438-8ff8-231b88ecb2dc tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0547869 May 04 13:54:31.570440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb502f-0675-48f6-a9e2-230c939ccbed req-356fbe76-d4ed-4609-b848-6a92848af269 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:31.572375 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6feb502f-0675-48f6-a9e2-230c939ccbed req-356fbe76-d4ed-4609-b848-6a92848af269 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0707679 May 04 13:54:31.582873 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-82b3fc25-4674-4cc3-9f08-a2ec26a02f09 req-3b56a416-72c5-4611-b7bc-2c0ad3422bab tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995278 May 04 13:54:31.651725 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6feb502f-0675-48f6-a9e2-230c939ccbed req-8a6dc04a-dab7-42df-a91b-485a1020dae4 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646455 May 04 13:54:31.722586 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-062d6527-4808-4153-86aa-77f53c08a69a req-13ce4aed-9bcd-46ea-a2ca-37dcb6cb6c35 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0368450 May 04 13:54:32.696206 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50840a51-4664-4fc3-807b-15343472d2a0 req-b671d4d4-7214-4bbb-9288-426abda52778 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:32.698893 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50840a51-4664-4fc3-807b-15343472d2a0 req-b671d4d4-7214-4bbb-9288-426abda52778 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0508635 May 04 13:54:32.777768 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50840a51-4664-4fc3-807b-15343472d2a0 req-84f39c44-d396-46d2-92f6-3fe2f7739391 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742426 May 04 13:54:32.798294 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea32f-29d5-496d-bd80-5a49bf427d1b req-ad9ba4b3-ac13-4d0b-861f-0a410531d953 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:32.798294 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-66dea32f-29d5-496d-bd80-5a49bf427d1b req-ad9ba4b3-ac13-4d0b-861f-0a410531d953 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0619886 May 04 13:54:32.847155 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-66dea32f-29d5-496d-bd80-5a49bf427d1b req-52049377-259c-4236-b812-975c9b132c95 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445938 May 04 13:54:32.878920 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a38f5712-f877-40e3-a639-14bc65f590f9 req-21dbaeb3-fefa-4ec4-8b11-9ffa63fe5bca tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0307837 May 04 13:54:33.892637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218eaf-4fd1-47cb-8652-ad792e0df096 req-057dfa56-c6fb-4de7-958c-bcbd9156b5be tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:33.894119 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-98218eaf-4fd1-47cb-8652-ad792e0df096 req-057dfa56-c6fb-4de7-958c-bcbd9156b5be tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0475717 May 04 13:54:33.971395 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-98218eaf-4fd1-47cb-8652-ad792e0df096 req-a0f9491d-0814-4d56-896d-b6719ad78663 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712709 May 04 13:54:33.981802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc727bd-91a0-4dc6-9531-d7f4c1059e25 req-817a5078-81a3-4a4a-9834-0c6de2fa9a10 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:33.983263 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbc727bd-91a0-4dc6-9531-d7f4c1059e25 req-817a5078-81a3-4a4a-9834-0c6de2fa9a10 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0640767 May 04 13:54:34.030411 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cbc727bd-91a0-4dc6-9531-d7f4c1059e25 req-4fc18f3f-4f7b-4ccf-8cfc-c0f1790d5f3b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 May 04 13:54:34.069506 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7954a88b-ba8d-4810-8b74-08fcb84dddd0 req-ecf9ab5a-cf31-422c-8d16-a80aff2650f4 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=db255894-ceeb-4850-b1bf-7aca3f65b43b HTTP/1.1" status: 200 len: 210 time: 0.0310438 May 04 13:54:34.423329 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3a88-5ab5-4e28-8dfb-03c1e144dad6 req-46cf15a7-8e58-4837-9501-360766cca542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:34.425303 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4ddb3a88-5ab5-4e28-8dfb-03c1e144dad6 req-46cf15a7-8e58-4837-9501-360766cca542 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1129 time: 0.0371630 May 04 13:54:34.473959 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4ddb3a88-5ab5-4e28-8dfb-03c1e144dad6 req-7c7fd02b-695f-4150-ba42-e4ee158e8ef3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 May 04 13:54:35.082726 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5785c6a-24e5-43cb-9d78-cfe0385c486c req-6d78c6ce-d587-431b-9e5b-e8bf29954ad8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:35.084214 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a5785c6a-24e5-43cb-9d78-cfe0385c486c req-6d78c6ce-d587-431b-9e5b-e8bf29954ad8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0468287 May 04 13:54:35.164878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a5785c6a-24e5-43cb-9d78-cfe0385c486c req-c2fb387b-ba6e-44da-b234-b16ad59eabad tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752633 May 04 13:54:35.170909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c99072-5ef6-44c0-b5d4-141195ac6cb3 req-4cb74c09-c41d-44e9-9d78-6c7e0de44417 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:35.172304 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f5c99072-5ef6-44c0-b5d4-141195ac6cb3 req-4cb74c09-c41d-44e9-9d78-6c7e0de44417 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 943 time: 0.0693779 May 04 13:54:35.222465 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f5c99072-5ef6-44c0-b5d4-141195ac6cb3 req-152eea81-6219-4a6f-b8c2-e3c33d96e16c tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 May 04 13:54:35.236909 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42544) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:35.289715 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (29045abf-4af0-448d-8b33-044d188ccb45), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.312145 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (29045abf-4af0-448d-8b33-044d188ccb45), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.364483 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (29045abf-4af0-448d-8b33-044d188ccb45), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.367029 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.368193 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "DELETE /v2.0/security-groups/29045abf-4af0-448d-8b33-044d188ccb45 HTTP/1.1" status: 204 len: 168 time: 0.1303110 May 04 13:54:35.370769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42546) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:35.376912 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29045abf-4af0-448d-8b33-044d188ccb45,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:35.383842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.api.v2.resource [None req-84630ede-39ee-4609-8c28-6fd776107b4c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] show failed (client error): The resource could not be found. May 04 13:54:35.383982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.384271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.384615 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.384812 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-84630ede-39ee-4609-8c28-6fd776107b4c tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups/29045abf-4af0-448d-8b33-044d188ccb45 HTTP/1.1" status: 404 len: 347 time: 0.0130510 May 04 13:54:35.384953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.385289 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.385623 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.385955 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.386283 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.386617 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.386974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.387293 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.387499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42548) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:35.387642 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.387930 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.388251 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.388572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20190450-1488-41a5-b6e6-836524f25f62 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.500501 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Deleting port 84a76101-036c-4c2c-8ef7-11c05683b92b {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:35.500841 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.579188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.579453 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (84a76101-036c-4c2c-8ef7-11c05683b92b), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.594433 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Calling delete_port for 84a76101-036c-4c2c-8ef7-11c05683b92b owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:35.715052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:54:35.721977 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (84a76101-036c-4c2c-8ef7-11c05683b92b), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.751381 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event deleted for resources: {'Port': ['ID=84a76101-036c-4c2c-8ef7-11c05683b92b,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:35.776710 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.777056 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.777397 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.777730 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.778063 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.778393 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.778725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.779081 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.779426 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.779752 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.780075 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.780396 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.780715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.781035 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.781354 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:35.813796 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:35.824697 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks [] for floatingip (20035cd3-aeea-4eb9-9490-0b013368b050), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.826509 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'port_id': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'mac_address': 'fa:16:3e:ba:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:54:35.827440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.828578 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8a884381-3ea4-4b75-b0e9-f900c013ab0f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "DELETE /v2.0/floatingips/20035cd3-aeea-4eb9-9490-0b013368b050 HTTP/1.1" status: 204 len: 168 time: 0.4402254 May 04 13:54:35.863769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:35.864155 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.878217 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:54:35.905718 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:35.909812 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:35.960504 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=9']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:36.161938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['8b167ddc-4db4-4c83-9b45-2ef07c83e962'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:54:36.276696 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44756709-353c-4379-b277-ceea232f948d req-b2f3d261-c0b9-4338-8e02-a1a194e4e3c5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:36.278357 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44756709-353c-4379-b277-ceea232f948d req-b2f3d261-c0b9-4338-8e02-a1a194e4e3c5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0481715 May 04 13:54:36.368502 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642895c-8c7e-442c-83db-d5466fb6703a req-195baf2b-e07d-4e33-b6ab-cc4bc5537b07 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:36.369960 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c642895c-8c7e-442c-83db-d5466fb6703a req-195baf2b-e07d-4e33-b6ab-cc4bc5537b07 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0682709 May 04 13:54:36.374041 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-44756709-353c-4379-b277-ceea232f948d req-26107e96-20b0-4fca-a8da-6664eece6551 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891201 May 04 13:54:36.420012 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c642895c-8c7e-442c-83db-d5466fb6703a req-b244348b-9ed3-4b2c-be7c-41bf84e7b483 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 May 04 13:54:36.484229 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0beb-b369-4096-8b67-63f109e84d01 req-fd8eaea2-1998-48ca-91de-629d51379225 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:36.485669 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a59d0beb-b369-4096-8b67-63f109e84d01 req-fd8eaea2-1998-48ca-91de-629d51379225 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0462584 May 04 13:54:36.532650 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a59d0beb-b369-4096-8b67-63f109e84d01 req-4d883ecb-90f4-4bf4-a741-abc42d54befb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 May 04 13:54:36.554399 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42560) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:36.591335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d9c76-147d-4148-93bd-904f8ca303c8 tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:36.592792 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a12d9c76-147d-4148-93bd-904f8ca303c8 tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1124 time: 0.0374091 May 04 13:54:36.595475 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42562) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:36.600094 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:36.619476 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.698225 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.804175 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.27.1.114 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/a8c5f357-7bfc-49a3-8f42-d9bc9d065b76) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:36.904411 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.938212 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:36.942666 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:54:36.978246 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:36.981079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:36.986660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:36.992752 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=a8c5f357-7bfc-49a3-8f42-d9bc9d065b76,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:37.358218 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (fd6556a1-a8e0-4e18-8798-0f4e165be443), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.431037 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.573610 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3e171-3514-46bd-8b4f-64faf0b148df req-abefb041-7491-4d21-9474-08c59cebbbeb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:37.574979 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15d3e171-3514-46bd-8b4f-64faf0b148df req-abefb041-7491-4d21-9474-08c59cebbbeb tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 944 time: 0.0810795 May 04 13:54:37.648846 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.653107 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-15d3e171-3514-46bd-8b4f-64faf0b148df req-09b33056-a0da-4bb2-8154-306d793df259 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 May 04 13:54:37.654398 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.718683 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:37.725426 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=a8c5f357-7bfc-49a3-8f42-d9bc9d065b76,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:37.735129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (fd6556a1-a8e0-4e18-8798-0f4e165be443), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.763914 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:37.764297 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.835462 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP fd6556a1-a8e0-4e18-8798-0f4e165be443 associated. External IP: 172.27.1.114, port: ca6b8f12-eb28-433b-8d70-eafbecc7a5b0. May 04 13:54:37.838566 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:37.838948 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.861036 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:37.863901 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618590e-7224-45ec-8686-f9adc6831246" -d '{"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:37.879842 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:37.884251 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:37.907700 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b581c0d-f08b-4079-bf73-2095610e0107 x-openstack-request-id: req-6b581c0d-f08b-4079-bf73-2095610e0107 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:37.908035 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-plugged", "status": "completed", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:37.908286 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b581c0d-f08b-4079-bf73-2095610e0107 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:37.909212 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b581c0d-f08b-4079-bf73-2095610e0107'] response: {'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'code': 200} May 04 13:54:37.940158 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=10']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:38.077816 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:38.088246 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb887-947f-4218-aa74-e4b40024346d req-d8771518-fba5-4bed-945d-c9bef1c34043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:38.089639 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c1fb887-947f-4218-aa74-e4b40024346d req-d8771518-fba5-4bed-945d-c9bef1c34043 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 1130 time: 0.0473194 May 04 13:54:38.474700 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c1fb887-947f-4218-aa74-e4b40024346d req-0717e64c-c3ff-4afd-947e-719ac36de17f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770337 May 04 13:54:38.510662 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:38.520985 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:38.522047 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107ee34-2fb0-4af2-b5f2-b80e925a8c32 req-3261e129-0588-4830-8aa8-2dd30e85f9b3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:38.523518 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d107ee34-2fb0-4af2-b5f2-b80e925a8c32 req-3261e129-0588-4830-8aa8-2dd30e85f9b3 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0615323 May 04 13:54:38.531109 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:38.531759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:38.546016 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:38.593195 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f6118d50-8d7b-4ad6-92ac-f61325b0589e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9961863 May 04 13:54:38.596373 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:38.598577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:38.604994 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d107ee34-2fb0-4af2-b5f2-b80e925a8c32 req-1f43b20e-7210-4818-8c55-5f6b594d9bd1 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745490 May 04 13:54:38.634682 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d1747-f6d1-46b9-8857-2031999a0638 x-openstack-request-id: req-e12d1747-f6d1-46b9-8857-2031999a0638 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:38.634973 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:38.635248 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e12d1747-f6d1-46b9-8857-2031999a0638 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:38.635647 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12d1747-f6d1-46b9-8857-2031999a0638'] response: {'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'status': 'completed', 'code': 200} May 04 13:54:38.649822 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:38.780162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685d085-c1bb-49d2-9d99-79e9278b76a4 req-260affca-58a7-49fb-8b67-45cdfc3acb97 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:38.781749 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f685d085-c1bb-49d2-9d99-79e9278b76a4 req-260affca-58a7-49fb-8b67-45cdfc3acb97 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0573077 May 04 13:54:38.832428 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f685d085-c1bb-49d2-9d99-79e9278b76a4 req-00791f7b-0613-413e-aefa-732d9c7fce35 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 May 04 13:54:39.028010 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:37Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:39.053322 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:39.061257 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:39.061881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:39.166779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:39.375049 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:37Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:39.403776 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81bf970-dfff-42c6-b247-9abe0cf340fc None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:37Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:39.592858 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe2b88-a5af-455e-a5b7-1c12ea19a445 None None] New status for floating IP fd6556a1-a8e0-4e18-8798-0f4e165be443: ACTIVE {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:54:39.721232 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42aa8b-93b5-48ad-99a6-459654a4d565 req-8b4f1f07-1fe6-4cb8-9f6f-a87f3190e4c0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:39.722686 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-be42aa8b-93b5-48ad-99a6-459654a4d565 req-8b4f1f07-1fe6-4cb8-9f6f-a87f3190e4c0 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0462024 May 04 13:54:39.769223 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-be42aa8b-93b5-48ad-99a6-459654a4d565 req-1062ec91-3ea4-4269-8071-fef5b00f1066 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 May 04 13:54:39.952282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2a3d-44f6-46a4-821d-98555bfa6264 req-229eb3d0-7c6d-4f17-a5ae-13a96bb55741 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:39.953721 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39fe2a3d-44f6-46a4-821d-98555bfa6264 req-229eb3d0-7c6d-4f17-a5ae-13a96bb55741 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0498691 May 04 13:54:39.998884 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-39fe2a3d-44f6-46a4-821d-98555bfa6264 req-7f0993f6-9987-43c3-bc61-85230dd0a287 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 May 04 13:54:40.736766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-85b6d5aa-3e8b-45a9-8478-3427b67dfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:40.738275 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-85b6d5aa-3e8b-45a9-8478-3427b67dfd44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1129 time: 0.0381241 May 04 13:54:40.829652 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-363407f0-2071-487a-acd0-dc5039e4f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:40.831936 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-363407f0-2071-487a-acd0-dc5039e4f0d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.0876596 May 04 13:54:40.886470 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003f21a-e233-444d-8054-48f1f5ccdf8a req-68e51a29-8771-47a7-99af-114920ac9eb6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:40.887868 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c003f21a-e233-444d-8054-48f1f5ccdf8a req-68e51a29-8771-47a7-99af-114920ac9eb6 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0449920 May 04 13:54:40.936892 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c003f21a-e233-444d-8054-48f1f5ccdf8a req-d316c2b6-e16d-4966-8695-f9a286855a8d tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 May 04 13:54:41.113237 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce523d71-26be-45eb-aedd-f16acf9bd94e req-05bec2d4-d1bc-4dd7-99bc-5dd6f788b557 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:41.114702 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ce523d71-26be-45eb-aedd-f16acf9bd94e req-05bec2d4-d1bc-4dd7-99bc-5dd6f788b557 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0454836 May 04 13:54:41.170282 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-66d47860-2674-4ffe-b5b9-608072bbe661 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:41.171655 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-66d47860-2674-4ffe-b5b9-608072bbe661 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 945 time: 0.0484247 May 04 13:54:41.211476 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ce523d71-26be-45eb-aedd-f16acf9bd94e req-d86dc163-945f-4121-8996-c4df3d4c61a7 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913370 May 04 13:54:41.213229 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-43b6a4cf-32ee-4212-bc5f-b41c5315faee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 1001 time: 0.0875862 May 04 13:54:41.257270 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Deleting port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:41.257608 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.265395 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-e899c3c1-c0d4-44dd-87d6-59604212abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:41.266832 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-e899c3c1-c0d4-44dd-87d6-59604212abd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0441024 May 04 13:54:41.314048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-6839b672-497c-4cf4-a671-8f2448497279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:41.316941 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-6839b672-497c-4cf4-a671-8f2448497279 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420229 May 04 13:54:41.347055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] For port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:41.347439 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.360263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Calling delete_port for f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:41.405582 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-7af1861b-9f06-4e74-b49b-175edf1a3c77 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810900 May 04 13:54:41.491582 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (f2d9b0a1-9da5-4c65-b208-478e0feb0ea3), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.508462 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:54:41.524612 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d8c0047e-d927-4dbe-b7d9-6a527a543cdd req-3f1ace68-d988-4ff9-8624-2754ce2cd6f6 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 May 04 13:54:41.524867 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event deleted for resources: {'Port': ['ID=f2d9b0a1-9da5-4c65-b208-478e0feb0ea3,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:41.570451 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] No DVR routers for this DVR port f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:41.573257 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:41.576775 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8cfff06b-0695-4985-b8f7-01a53ca1c4c2 req-a42c8a50-88a9-4644-9b65-af3f70b8dace tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "DELETE /v2.0/ports/f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 HTTP/1.1" status: 204 len: 173 time: 0.3993683 May 04 13:54:41.577251 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'name': 'network-vif-deleted', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:41.579515 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844582d-9049-43b5-b638-a6f5b933ff71" -d '{"events": [{"server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "name": "network-vif-deleted", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:41.615106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1355a-3ef0-4a05-bd5b-b813f5a525eb x-openstack-request-id: req-61f1355a-3ef0-4a05-bd5b-b813f5a525eb {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:41.615485 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd83d28-c82f-4787-bf1f-12a4cf8169bd", "name": "network-vif-deleted", "tag": "f2d9b0a1-9da5-4c65-b208-478e0feb0ea3", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:41.615743 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61f1355a-3ef0-4a05-bd5b-b813f5a525eb {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:41.616190 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f1355a-3ef0-4a05-bd5b-b813f5a525eb'] response: {'server_uuid': '9dd83d28-c82f-4787-bf1f-12a4cf8169bd', 'name': 'network-vif-deleted', 'tag': 'f2d9b0a1-9da5-4c65-b208-478e0feb0ea3', 'status': 'completed', 'code': 200} May 04 13:54:42.068226 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8592b7f2-3fd6-467c-893a-6be76dfe47ab req-24e4df02-3bfa-491a-b4ae-7d7c4788f11f tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dd83d28-c82f-4787-bf1f-12a4cf8169bd HTTP/1.1" status: 200 len: 210 time: 0.0333381 May 04 13:54:42.347145 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c388b-3553-4740-ac78-61ba4be83860 req-66b7e075-46bb-4cd5-897e-d3a588f83901 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:42.348694 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a13c388b-3553-4740-ac78-61ba4be83860 req-66b7e075-46bb-4cd5-897e-d3a588f83901 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0608916 May 04 13:54:42.398807 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a13c388b-3553-4740-ac78-61ba4be83860 req-845f9462-7f17-4b03-a159-61c84dbba9fe tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 May 04 13:54:43.325463 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65f1a-74c1-435d-ba79-78032157dc7c req-8a89df20-2a69-44cc-9028-510b6a61e65e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:43.326901 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-97b65f1a-74c1-435d-ba79-78032157dc7c req-8a89df20-2a69-44cc-9028-510b6a61e65e tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0497744 May 04 13:54:43.372596 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-97b65f1a-74c1-435d-ba79-78032157dc7c req-7b8be2fb-e029-41c2-ae2d-ff130b71c794 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 May 04 13:54:43.522547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc7ff2-a140-4901-a615-d8fd34f5a766 req-8223de90-c060-460d-88f4-1b6134e08d51 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:43.524025 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bfc7ff2-a140-4901-a615-d8fd34f5a766 req-8223de90-c060-460d-88f4-1b6134e08d51 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0452967 May 04 13:54:43.570378 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2bfc7ff2-a140-4901-a615-d8fd34f5a766 req-d3e04c32-f69e-4fb1-83d1-183fbfe26f83 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 May 04 13:54:43.827959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:43.847869 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:43.848203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device f2d9b0a1-9da5-4c65-b208-478e0feb0ea3 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:44.482701 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf29d-2926-4fc5-9be4-914bed9fa4a0 req-df3a2963-6460-44a0-b69d-7f127b0faf87 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:44.484162 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24baf29d-2926-4fc5-9be4-914bed9fa4a0 req-df3a2963-6460-44a0-b69d-7f127b0faf87 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0461333 May 04 13:54:44.532442 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-24baf29d-2926-4fc5-9be4-914bed9fa4a0 req-ff9dbbda-d1dc-4f05-95de-2404537fd996 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 May 04 13:54:45.642379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651946d-9149-45cb-9570-74af4a5361f7 req-cba3e276-5ba6-4676-88dd-d8775d550fef tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:45.643869 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3651946d-9149-45cb-9570-74af4a5361f7 req-cba3e276-5ba6-4676-88dd-d8775d550fef tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0461142 May 04 13:54:45.689224 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3651946d-9149-45cb-9570-74af4a5361f7 req-abd7e349-07fb-4705-b5a9-97f734582b20 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/security-groups?id=00f83f0e-4f2a-4e68-adb8-8d2892e62712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 May 04 13:54:46.171750 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.244740 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-cbb0535a-4170-45dc-865e-b552568c6e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.427725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-94583f98-03a1-4c19-87fe-7fd95c86d258 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:46.429070 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-94583f98-03a1-4c19-87fe-7fd95c86d258 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 945 time: 0.0451732 May 04 13:54:46.517206 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Deleting port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:46.517539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.603735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] For port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:46.604091 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.617727 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Calling delete_port for 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:46.746168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (4fa2e3ea-5a40-407e-a610-3429e5fb2c5b), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.758572 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['4fa2e3ea-5a40-407e-a610-3429e5fb2c5b'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:54:46.777263 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Pushing event deleted for resources: {'Port': ['ID=4fa2e3ea-5a40-407e-a610-3429e5fb2c5b,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:46.826064 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4c1bd2b7-2e24-4845-80d7-d063fc296b7d req-8b0b0162-321e-4431-afca-1d9334edcd48 tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.73 "GET /v2.0/ports?device_id=377bf7b2-ed0f-4525-994f-436b198a3d66 HTTP/1.1" status: 200 len: 210 time: 0.0508530 May 04 13:54:46.846582 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] No DVR routers for this DVR port 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:46.849105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:46.852337 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-41ce9397-74b2-4263-8a9c-9ced76e00d59 req-7759f4ef-f6fd-4daa-b2f9-a1553e0308ad tempest-ServerRescueNegativeTestJSON-615711542 tempest-ServerRescueNegativeTestJSON-615711542-project] 10.222.0.23 "DELETE /v2.0/ports/4fa2e3ea-5a40-407e-a610-3429e5fb2c5b HTTP/1.1" status: 204 len: 173 time: 0.4180472 May 04 13:54:46.852767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'name': 'network-vif-deleted', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:54:46.854974 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388dd7fe-206a-414b-a276-17507d71c61b" -d '{"events": [{"server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "name": "network-vif-deleted", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:54:46.966169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552e38f-e6d0-44e7-953a-2d13abcfe374 x-openstack-request-id: req-b552e38f-e6d0-44e7-953a-2d13abcfe374 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:54:46.966459 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377bf7b2-ed0f-4525-994f-436b198a3d66", "name": "network-vif-deleted", "tag": "4fa2e3ea-5a40-407e-a610-3429e5fb2c5b", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:54:46.966707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b552e38f-e6d0-44e7-953a-2d13abcfe374 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:54:46.967153 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b552e38f-e6d0-44e7-953a-2d13abcfe374'] response: {'server_uuid': '377bf7b2-ed0f-4525-994f-436b198a3d66', 'name': 'network-vif-deleted', 'tag': '4fa2e3ea-5a40-407e-a610-3429e5fb2c5b', 'status': 'completed', 'code': 200} May 04 13:54:47.881243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42660) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:48.293335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:48.405659 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5bb60c36-78a5-40dd-bbd4-383d98be47aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:48.524001 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Deleting port 37e3ec59-a342-4ed6-8600-13478ed1f438 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:48.524334 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:48.600059 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] For port 37e3ec59-a342-4ed6-8600-13478ed1f438, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=37e3ec59-a342-4ed6-8600-13478ed1f438,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:48.600341 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:48.612971 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Calling delete_port for 37e3ec59-a342-4ed6-8600-13478ed1f438 owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:48.793048 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (37e3ec59-a342-4ed6-8600-13478ed1f438), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:48.819577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e3ec59-a342-4ed6-8600-13478ed1f438,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:48.990379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.200692 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:49.305130 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:49.310091 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f5579f31-2c1a-4caa-b06a-37c8b81d2943 admin admin] 10.222.0.73 "PUT /v2.0/routers/00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278469 May 04 13:54:49.312723 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42664) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:49.317794 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Sync routers for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:49.326985 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:49.327629 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:49.416167 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks [] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.433589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:49.610305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:54:48Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:49.638587 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Checking router: 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:49.647811 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Routers {'00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:49.648470 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:49.756618 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] Set router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:49.787985 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks [] for router_gateway (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.833805 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Deleting port af07fe57-9e4e-4d37-9fb4-01737476b6b4 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:49.834060 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:49.834167 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.865487 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:49.865695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 4fa2e3ea-5a40-407e-a610-3429e5fb2c5b not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:49.872160 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.913561 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] For port af07fe57-9e4e-4d37-9fb4-01737476b6b4, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=af07fe57-9e4e-4d37-9fb4-01737476b6b4,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:49.913920 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:49.930685 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Calling delete_port for af07fe57-9e4e-4d37-9fb4-01737476b6b4 owned by network:router_gateway {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:49.964781 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:54:48Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:49.992262 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05372509-06a9-4a5c-9319-945d31da6b96 None None] The sync data for ids ['00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c'] in dv-cinder-839793-6-iscsi is: [{'id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'name': 'tempest-ServerRescueNegativeTestJSON-1405543687-router', 'tenant_id': '9c15593c7d8143d08f5f72fb3689266a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:54:48Z', 'revision_number': 5, 'project_id': '9c15593c7d8143d08f5f72fb3689266a', 'gw_port': {'id': 'af07fe57-9e4e-4d37-9fb4-01737476b6b4', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:49:32Z', 'updated_at': '2022-05-04T13:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:50.092347 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (af07fe57-9e4e-4d37-9fb4-01737476b6b4), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.117060 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Pushing event deleted for resources: {'Port': ['ID=af07fe57-9e4e-4d37-9fb4-01737476b6b4,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:50.175733 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.263086 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.265192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks [] for router_controller (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.309966 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.310642 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c {{(pid=109870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:54:50.316583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.317721 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bf166054-52f4-4cf0-bb12-85ce2d0f3beb admin admin] 10.222.0.73 "DELETE /v2.0/routers/00c8f5a0-f968-4bed-90b3-5b1b9bf7a87c HTTP/1.1" status: 204 len: 168 time: 1.0041912 May 04 13:54:50.320207 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42666) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:50.365171 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Deleting subnet 0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:54:50.369221 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Publish callbacks [] for subnet (0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.405295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.488224 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.540152 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.568154 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.572005 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8 HTTP/1.1" status: 204 len: 168 time: 0.2506268 May 04 13:54:50.572847 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cd9f8-a6dd-4a5d-bdda-b2590ef9c9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e70215f-6ac0-46bc-a68f-f44ae2a3a0b8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:50.573802 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a651e2cf-cf95-48e0-8097-132a44cac74d None None] Network 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:50.574760 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42668) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:50.651291 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.700017 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Deleting port 8b3da044-c2ac-4289-8a31-8da1afe14503 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:54:50.700357 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.762935 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] For port 8b3da044-c2ac-4289-8a31-8da1afe14503, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8b3da044-c2ac-4289-8a31-8da1afe14503,segment=NetworkSegment(b0975dec-400d-42e9-a36c-4a4b86e5e562),segment_id=b0975dec-400d-42e9-a36c-4a4b86e5e562)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:50.763322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.776709 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Calling delete_port for 8b3da044-c2ac-4289-8a31-8da1afe14503 owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:54:50.856475 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (8b3da044-c2ac-4289-8a31-8da1afe14503), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.881392 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3da044-c2ac-4289-8a31-8da1afe14503,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:50.884815 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] No DVR routers for this DVR port 8b3da044-c2ac-4289-8a31-8da1afe14503 on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:54:50.953811 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:50.973004 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:50.985044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0975dec-400d-42e9-a36c-4a4b86e5e562') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:50.985341 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0975dec-400d-42e9-a36c-4a4b86e5e562') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:50.995872 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (b0975dec-400d-42e9-a36c-4a4b86e5e562), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.010498 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b0975dec-400d-42e9-a36c-4a4b86e5e562), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.012464 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53be1a-3670-4e5c-acd0-fedc3ba9ccb1 None None] DHCP port deletion for 07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:54:51.016987 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:54:51.020880 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (b0975dec-400d-42e9-a36c-4a4b86e5e562), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:54:51.039850 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:54:51.077025 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.082504 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.085576 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d HTTP/1.1" status: 204 len: 168 time: 0.5091817 May 04 13:54:51.095851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6f737-9504-459c-8fc2-dcedbde175d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f1fc2c-b0ee-4e97-b0c0-f1f5c84e8e4d,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:51.195710 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42672) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:51.238165 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-35cffdd4-8d0d-4e8f-9275-3150ac1a0b76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c15593c7d8143d08f5f72fb3689266a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411851 May 04 13:54:51.240434 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42674) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:51.286387 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] Publish callbacks [] for security_group (00f83f0e-4f2a-4e68-adb8-8d2892e62712), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.294754 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.308178 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] Publish callbacks [] for security_group (00f83f0e-4f2a-4e68-adb8-8d2892e62712), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.353249 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (00f83f0e-4f2a-4e68-adb8-8d2892e62712), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.355812 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:51.356932 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00f83f0e-4f2a-4e68-adb8-8d2892e62712 HTTP/1.1" status: 204 len: 168 time: 0.1155670 May 04 13:54:51.365247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8614c-58cb-476b-a1c6-1cb142a9486f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f83f0e-4f2a-4e68-adb8-8d2892e62712,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:51.774874 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device af07fe57-9e4e-4d37-9fb4-01737476b6b4 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:51.795497 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: af07fe57-9e4e-4d37-9fb4-01737476b6b4 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:51.795877 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device af07fe57-9e4e-4d37-9fb4-01737476b6b4 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:51.796248 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 37e3ec59-a342-4ed6-8600-13478ed1f438 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:51.815928 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 37e3ec59-a342-4ed6-8600-13478ed1f438 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:51.816535 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 37e3ec59-a342-4ed6-8600-13478ed1f438 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:51.816946 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8b3da044-c2ac-4289-8a31-8da1afe14503 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:54:51.838363 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 8b3da044-c2ac-4289-8a31-8da1afe14503 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:54:51.838705 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8b3da044-c2ac-4289-8a31-8da1afe14503 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:54:52.023582 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42698) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:52.115604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1577409896-network', 'tenant_id': '6333cfd15a5149a885d2904e86172a52'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:52.134706 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Made reservation on behalf of 6333cfd15a5149a885d2904e86172a52 for: {'network': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:52.136925 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.145309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.219935 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks [] for security_group (a44527ea-d6f4-4663-9e83-45d7f836b1b0), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.223513 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a44527ea-d6f4-4663-9e83-45d7f836b1b0), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.243446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=109869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:54:52.258562 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44527ea-d6f4-4663-9e83-45d7f836b1b0,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:52.262565 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (c39f9f50-737f-458b-b518-85d084fc8adc), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.262912 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.segments_db [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Added segment c39f9f50-737f-458b-b518-85d084fc8adc of type vlan for network d61247d7-e01f-427a-a1dc-e2fabe050a37 May 04 13:54:52.304995 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (d61247d7-e01f-427a-a1dc-e2fabe050a37), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.329819 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (d61247d7-e01f-427a-a1dc-e2fabe050a37), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.330927 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:52.331538 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.360518 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3358653 May 04 13:54:52.363969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42702) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:52.368976 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Request body: {'subnet': {'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1577409896-subnet', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:52.388213 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Made reservation on behalf of 6333cfd15a5149a885d2904e86172a52 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:52.390670 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.393698 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cef8c-24db-400d-bb5a-70d0c461e595 admin admin] Pushing event updated for resources: {'Network': ['ID=d61247d7-e01f-427a-a1dc-e2fabe050a37,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:52.403685 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:54:52.558544 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (efac7bec-9b32-4303-a90e-624ffb70a625), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.561287 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.612697 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efac7bec-9b32-4303-a90e-624ffb70a625,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:52.620984 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Checking segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:52.621339 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Network hostable DHCP agents. Network: d61247d7-e01f-427a-a1dc-e2fabe050a37, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:54:52.637996 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:54:52.646179 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, d61247d7-e01f-427a-a1dc-e2fabe050a37) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:52.650013 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:52.650590 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.654702 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837f4bc-1933-40cb-8d79-3444b6d34eec None None] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:52.665531 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-1ecd53a4-ae7a-4f1a-a1b6-9e5226c5d599 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3004153 May 04 13:54:52.668143 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42704) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:52.672332 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:52.692445 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.693456 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.748549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for router_controller (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.760934 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-d61247d7-e01f-427a-a1dc-e2fabe050a37', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:54:52.761769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.894632 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for router_gateway (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:52.896407 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Allocated IP 172.20.0.2 (d61247d7-e01f-427a-a1dc-e2fabe050a37/efac7bec-9b32-4303-a90e-624ffb70a625/84cfe5e4-934a-43ce-b05c-2e7e8f81e42a) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:53.041810 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks [] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.048380 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.082299 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for router_gateway (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.085407 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:53.093214 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:53.098114 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:53.101098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Pushing event updated for resources: {'Port': ['ID=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:53.101502 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.153985 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Attempting to bind port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:54:53.154257 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Attempting to bind port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:54:53.154641 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Attempting to bind port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:53.160870 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:54:53.161242 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Checking segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:53.161633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.162043 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Bound using segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:54:53.162501 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Bound port: 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:54:53.162866 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.211969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Allocated IP 172.27.1.45 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/8e8fffd0-155d-42fa-bbdf-0eeee43faf2e) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:53.228916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] For port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:54:53.232062 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] For port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:54:53.238774 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.294077 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dff83-98cf-41ba-8bf1-729fd6bde5a8 None None] Pushing event updated for resources: {'Port': ['ID=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:53.326563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.358818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.402215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:53.407070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:53.413705 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:53.443365 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:53.713571 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for router_gateway (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.801986 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:53.849920 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:53.850289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.916610 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.927977 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:53.928535 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:53.961710 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:53.966619 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.019025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:54.060735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:54:54.171789 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:54.183539 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:54.191427 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.195324 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7cb80544-3a25-4ce0-9e1d-4d00b572e2f1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5236185 May 04 13:54:54.195557 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42708) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:54.196011 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:54.196643 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:54.275481 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4055288-f770-436d-9a2a-26d1f40b804c None None] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:54:54.310704 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:54.353951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-db7f168e-c384-4bb6-9d3d-3c6396943eb1 None None] Provisioning complete for port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:54.354458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-db7f168e-c384-4bb6-9d3d-3c6396943eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.480133 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-db7f168e-c384-4bb6-9d3d-3c6396943eb1 None None] Current status of the port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:54.494388 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:53Z', 'revision_number': 3, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:54.523117 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:54.523533 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Updating router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:54:54.552480 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.697347 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-941980a9-c934-48e2-b876-96604aea1601 None None] Provisioning complete for port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:54.697710 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-941980a9-c934-48e2-b876-96604aea1601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.773957 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-941980a9-c934-48e2-b876-96604aea1601 None None] Current status of the port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:54.808607 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks [] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.815649 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.904896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.955106 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Attempting to bind port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:54:54.956016 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Attempting to bind port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:54:54.956368 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Attempting to bind port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:54.959443 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Pushing event updated for resources: {'Port': ['ID=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:54.966766 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:54:54.967137 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:54.967552 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.967939 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:54:54.968397 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Bound port: 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:54:54.968768 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:54.971908 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.972252 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.972614 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.972965 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.973296 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.973623 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.973945 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.974267 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.974586 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.974906 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.975253 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.975600 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.975920 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.976236 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:54.976552 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:54:55.028813 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] For port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:54:55.032036 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] For port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:54:55.038538 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.062229 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Allocated IP 172.20.0.1 (d61247d7-e01f-427a-a1dc-e2fabe050a37/efac7bec-9b32-4303-a90e-624ffb70a625/a583d123-0f5d-4309-b743-b422fd257481) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:55.093235 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:55.093843 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:55.138662 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0537b4e-df35-4797-9b1f-4282e21abedb None None] Pushing event updated for resources: {'Port': ['ID=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.169360 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks [] for port (a583d123-0f5d-4309-b743-b422fd257481), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.204200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.218126 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:55.243866 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:55.246786 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:55.249267 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:55.285211 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Pushing event updated for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.296576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.401309 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:53Z', 'revision_number': 3, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:55.429682 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8fafc-a458-4726-8fda-e73db85d9f5a None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:53Z', 'revision_number': 3, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:55.439295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a583d123-0f5d-4309-b743-b422fd257481), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.495840 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1d5e08b7-8aef-44ce-a427-21788cf35fab None None] Provisioning complete for port a583d123-0f5d-4309-b743-b422fd257481 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:55.496451 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1d5e08b7-8aef-44ce-a427-21788cf35fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a583d123-0f5d-4309-b743-b422fd257481), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.537164 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e08b7-8aef-44ce-a427-21788cf35fab None None] Port a583d123-0f5d-4309-b743-b422fd257481 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:54:55.615760 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks [] for port (a583d123-0f5d-4309-b743-b422fd257481), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.620200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.694592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Pushing event updated for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:55.702238 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.824074 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:55.827327 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:55.895698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:55.953582 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:55.953795 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:55.979340 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:54:56.050174 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:56.050660 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.076942 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:56.082493 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.083605 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:56.119300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:54:56.129638 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c310e8b0-0215-4e57-a9d4-397ee6bd8c33 admin admin] 10.222.0.73 "PUT /v2.0/routers/1ab0c795-3b58-4a08-b6e1-dc105ec777f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310741 May 04 13:54:56.169494 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:56.172379 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-f470db64-33bd-4406-8208-727ed166dde3 None None] Provisioning complete for port a583d123-0f5d-4309-b743-b422fd257481 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:56.172761 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f470db64-33bd-4406-8208-727ed166dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a583d123-0f5d-4309-b743-b422fd257481), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.183350 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:56.183734 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.242904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-f470db64-33bd-4406-8208-727ed166dde3 None None] Port a583d123-0f5d-4309-b743-b422fd257481 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:54:56.299966 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:56.520532 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42716) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:56.525096 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528314426', 'description': 'tempest-description--2032822008'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:56.544810 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.612800 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.616310 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.644270 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.645466 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1239083 May 04 13:54:56.648451 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42718) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:56.649716 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833611c-dae3-44e8-8a1f-4916c75ad70b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:56.653954 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group_rule': {'security_group_id': '7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:56.678988 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (9d6bd242-a79f-4cc8-a632-06752e64adc0), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.732877 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (9d6bd242-a79f-4cc8-a632-06752e64adc0), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.736492 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (9d6bd242-a79f-4cc8-a632-06752e64adc0), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.757887 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6bd242-a79f-4cc8-a632-06752e64adc0,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:56.765220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.766350 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-223e95b4-2acb-4c33-82c1-d9c32fa7f67c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168458 May 04 13:54:56.769766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42720) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:56.774381 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group_rule': {'security_group_id': '7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:56.801576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (83ef9aed-75af-453d-af99-eeddcf1c1db2), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.865237 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (83ef9aed-75af-453d-af99-eeddcf1c1db2), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.868751 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (83ef9aed-75af-453d-af99-eeddcf1c1db2), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.889426 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ef9aed-75af-453d-af99-eeddcf1c1db2,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:56.896141 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:56.897337 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-fb41b5a3-0525-4fde-89a2-1c579ceef8e4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265461 May 04 13:54:56.900402 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42722) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:54:56.904727 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:56.924768 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.000419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.117043 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Allocated IP 172.27.1.63 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/0a5f5a95-a86c-45ec-9e08-89d661349e15) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:57.117352 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:54:57.129486 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:57.130110 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:57.223396 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.247333 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:57.257378 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.297900 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:54:57.301372 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:54:57.303886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:54:57.333317 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=0a5f5a95-a86c-45ec-9e08-89d661349e15,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:57.398418 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.435342 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.446275 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 2, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:57.472238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:54:57.472589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Updating router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 port a583d123-0f5d-4309-b743-b422fd257481 binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:54:57.499181 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a583d123-0f5d-4309-b743-b422fd257481), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.584578 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.588961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.655575 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=0a5f5a95-a86c-45ec-9e08-89d661349e15,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:57.667667 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.682905 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.684152 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8b7eb782-5ab7-48f3-a707-fd0419d6290b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7827930 May 04 13:54:57.774437 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks [] for port (a583d123-0f5d-4309-b743-b422fd257481), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.780901 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.812107 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:57.841280 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-71ff205e-7a3a-4a43-9cdb-f8c0e0eed7b0 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1528314426&fields=id&tenant_id=6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 267 time: 0.0485735 May 04 13:54:57.864262 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c5db-82c9-416f-ae62-9fe13277e64e None None] Pushing event updated for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:57.940299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:57.940669 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.943928 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Attempting to bind port a583d123-0f5d-4309-b743-b422fd257481 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:54:57.944070 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Attempting to bind port a583d123-0f5d-4309-b743-b422fd257481 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:54:57.944430 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Attempting to bind port a583d123-0f5d-4309-b743-b422fd257481 on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:54:57.952208 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-35fcba13-0ada-4254-9963-beb71088688d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:57.953736 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-35fcba13-0ada-4254-9963-beb71088688d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 811 time: 0.1057885 May 04 13:54:57.968304 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:54:57.968687 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Checking segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:54:57.968828 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-cab69d6e-adb2-4df6-bcad-30f9f0b09c45 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/quotas/6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 375 time: 0.0093324 May 04 13:54:57.969088 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:57.969481 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Bound using segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:54:57.969960 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Bound port: a583d123-0f5d-4309-b743-b422fd257481, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:54:57.970339 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a583d123-0f5d-4309-b743-b422fd257481), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.022129 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-4c4beb55-cab7-4a17-b312-3909625397a5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466487 May 04 13:54:58.075451 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] For port a583d123-0f5d-4309-b743-b422fd257481, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:54:58.098043 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-2dcebd3d-3b1c-4a1d-8f93-d9fe7fea1491 None None] Provisioning complete for port a583d123-0f5d-4309-b743-b422fd257481 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:58.098343 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2dcebd3d-3b1c-4a1d-8f93-d9fe7fea1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a583d123-0f5d-4309-b743-b422fd257481), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.100961 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] For port a583d123-0f5d-4309-b743-b422fd257481, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a583d123-0f5d-4309-b743-b422fd257481,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:54:58.102837 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:58.123474 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-ea55f3fc-4a38-46d3-8a46-6636a8e3b236 service neutron] 10.222.0.73 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890570 May 04 13:54:58.219810 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-92487377-3093-4635-a71d-ca1d85439aa8 service neutron] 10.222.0.73 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901818 May 04 13:54:58.255439 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.296560 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-2dcebd3d-3b1c-4a1d-8f93-d9fe7fea1491 None None] Port a583d123-0f5d-4309-b743-b422fd257481 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:54:58.313371 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:54:58.314126 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:58.384391 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c5db-82c9-416f-ae62-9fe13277e64e None None] Pushing event updated for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:58.446158 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4a08bdc2-c508-4efb-ba72-db80d5bfc1ad req-16056bcb-ab4a-458a-8356-5f1ea7190f51 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 210 time: 0.0306711 May 04 13:54:58.465441 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:54:58.634860 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Provisioning complete for port a583d123-0f5d-4309-b743-b422fd257481 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:58.635239 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a583d123-0f5d-4309-b743-b422fd257481), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.700160 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:54:58.729641 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa96b9c7-86cf-4925-aaf6-0db2ba53d85b None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:54:58.778563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Current status of the port a583d123-0f5d-4309-b743-b422fd257481 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:58.779056 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a583d123-0f5d-4309-b743-b422fd257481), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.829871 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] For port a583d123-0f5d-4309-b743-b422fd257481, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a583d123-0f5d-4309-b743-b422fd257481,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:54:58.834538 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:58.893515 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e85d1c-13d0-42a2-818f-5d8295e5c590 None None] Pushing event updated for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:54:59.446607 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-8cb348c3-4d67-43b4-adfc-93742463e037 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:54:59.448111 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-8cb348c3-4d67-43b4-adfc-93742463e037 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 811 time: 0.1067743 May 04 13:54:59.542880 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-b8ce6aa2-cfe0-4085-ab46-f715227799b0 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 380 time: 0.0857322 May 04 13:54:59.559743 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2774745-1b1d-4645-8492-e2fdd6d246e2 req-b2cfc1e1-d3f8-4e77-867d-403a153e3823 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 210 time: 0.0355539 May 04 13:54:59.597189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'port': {'device_id': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'admin_state_up': True, 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'security_groups': ['7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:54:59.705005 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Made reservation on behalf of 6333cfd15a5149a885d2904e86172a52 for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:54:59.708489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:59.806543 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a583d123-0f5d-4309-b743-b422fd257481 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:54:59.846482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Allocated IP 172.20.0.12 (d61247d7-e01f-427a-a1dc-e2fabe050a37/efac7bec-9b32-4303-a90e-624ffb70a625/1f1bb9ab-af40-4b3d-ab23-e9d3d1309796) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:54:59.856891 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port a583d123-0f5d-4309-b743-b422fd257481 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:54:59.857263 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a583d123-0f5d-4309-b743-b422fd257481), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:54:59.938101 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port a583d123-0f5d-4309-b743-b422fd257481 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:54:59.985448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.017355 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.058686 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:55:00.061862 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:55:00.068292 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:55:00.074135 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:00.120442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:00.121060 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.137398 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-263d30dd-e32d-452b-abe6-29812ddb1d1e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446122 May 04 13:55:00.148920 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Request body: {'port': {'device_id': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:55:00.213302 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.262600 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-b7a88108-e8e4-4676-9ee1-64c00ac3f2c8 None None] Provisioning complete for port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:00.263083 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b7a88108-e8e4-4676-9ee1-64c00ac3f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.301405 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-b7a88108-e8e4-4676-9ee1-64c00ac3f2c8 None None] Port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:55:00.470693 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:55:00.477975 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks [] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.489835 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Transition to ACTIVE for port object 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:55:00.493402 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.544299 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:00.618643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Attempting to bind port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:55:00.619017 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Attempting to bind port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:55:00.619335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Attempting to bind port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:55:00.624011 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 on network d61247d7-e01f-427a-a1dc-e2fabe050a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:55:00.624335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Attempting to bind port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:55:00.629937 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:55:00.630280 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Checking segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:55:00.630665 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Bound using segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:55:00.631086 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Bound port: 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:55:00.631466 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.709334 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994b20-c998-4f1f-97cd-5139f8fdcc12 req-440ae2ba-c136-4f38-9e74-3c0553841ba5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:00.711706 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-48994b20-c998-4f1f-97cd-5139f8fdcc12 req-440ae2ba-c136-4f38-9e74-3c0553841ba5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 944 time: 0.0707817 May 04 13:55:00.752565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:55:00.774440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:55:00.787716 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-48994b20-c998-4f1f-97cd-5139f8fdcc12 req-a3d1bc54-0d77-4633-8997-7428c4c2acbb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672750 May 04 13:55:00.788887 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.821892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:00.822526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:00.823960 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] 10.222.0.23 "PUT /v2.0/ports/1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 1094 time: 0.6790886 May 04 13:55:00.824360 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:55:00.826562 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa41b0-450d-4443-8b75-749c99eaa939" -d '{"events": [{"name": "network-changed", "server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:55:00.854391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817830b-35d5-43c4-b963-b1ec83f85be3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:00.869726 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cccc72d-b42a-40b3-9321-0c9b331e41ae x-openstack-request-id: req-1cccc72d-b42a-40b3-9321-0c9b331e41ae {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:55:00.870090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:55:00.870451 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cccc72d-b42a-40b3-9321-0c9b331e41ae {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:55:00.870920 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cccc72d-b42a-40b3-9321-0c9b331e41ae'] response: {'name': 'network-changed', 'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'status': 'completed', 'code': 200} May 04 13:55:00.918832 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-a8d23623-6868-4d4f-a6b3-2ac9928598ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:00.920613 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-a8d23623-6868-4d4f-a6b3-2ac9928598ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1128 time: 0.0420406 May 04 13:55:00.975855 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-8e3e5136-6a1f-49d0-ae95-c5c64046cb90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 217 time: 0.0390089 May 04 13:55:01.023170 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-789e1a9d-39a6-4c48-9a22-90fc802b4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:01.024614 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-789e1a9d-39a6-4c48-9a22-90fc802b4eea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0429666 May 04 13:55:01.072681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-08f41586-5770-43e4-bdee-a79712d82240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:01.074084 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-08f41586-5770-43e4-bdee-a79712d82240 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423195 May 04 13:55:01.163474 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-f1c84df9-6c3c-45ca-a7cf-a304d9b03aea service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 May 04 13:55:01.255950 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d1f18f81-6b58-403b-9f7a-de9606c37f47 req-3833b8a7-e6d5-4276-b4c4-d3168466fa85 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860779 May 04 13:55:01.898333 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0adda-f354-4232-bd60-54b65d67c57f req-dccec24d-9278-470f-9c4b-416084927ff2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:01.899799 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-71a0adda-f354-4232-bd60-54b65d67c57f req-dccec24d-9278-470f-9c4b-416084927ff2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 944 time: 0.0456960 May 04 13:55:01.947733 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-71a0adda-f354-4232-bd60-54b65d67c57f req-c24c4c62-2831-4bc0-b625-01ab53ed6eae tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 May 04 13:55:02.238223 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-a865c417-5b55-47e6-a205-fd43c4d5c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:02.239915 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-a865c417-5b55-47e6-a205-fd43c4d5c5f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1128 time: 0.0399685 May 04 13:55:02.337053 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-873040b9-aac5-4693-8663-770a82242875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:02.338524 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-873040b9-aac5-4693-8663-770a82242875 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0918860 May 04 13:55:02.382571 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-9fcc67c9-f2b4-4543-a320-f100bf80f020 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 217 time: 0.0366108 May 04 13:55:02.435178 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-0e90bd0e-cc3a-4446-98f9-d1e95ee2c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:02.436644 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-0e90bd0e-cc3a-4446-98f9-d1e95ee2c76a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0487738 May 04 13:55:02.479852 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-966e72f2-f8cb-4607-8d32-16276e0d6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:02.481371 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-966e72f2-f8cb-4607-8d32-16276e0d6823 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379944 May 04 13:55:02.574745 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-5d5f2407-8288-4966-9893-57d0b8917f78 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 May 04 13:55:02.675005 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2fa41b0-450d-4443-8b75-749c99eaa939 req-03dbebee-2d08-4b54-bb68-5d4108fc5159 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933237 May 04 13:55:03.064047 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd260-a65b-48d3-bf12-b21a2d0e8112 req-f05c309e-850e-4e0f-ac24-44d3669a573b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:03.066332 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cc5fd260-a65b-48d3-bf12-b21a2d0e8112 req-f05c309e-850e-4e0f-ac24-44d3669a573b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 944 time: 0.0486882 May 04 13:55:03.115604 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cc5fd260-a65b-48d3-bf12-b21a2d0e8112 req-9e1bc1c6-45f6-432a-91e9-7c17b72e1a92 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 May 04 13:55:03.915763 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:55:04.013111 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:04.023674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'port_id': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'mac_address': 'fa:16:3e:d6:98:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:55:04.059479 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:04.059857 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.075518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:55:04.093572 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:04.098066 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:04.142447 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:04.226834 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf203-a85f-46d5-b607-af2a2207736a req-c27bb28e-7316-4f14-960e-49dc674f61ba tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:04.228335 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9afcf203-a85f-46d5-b607-af2a2207736a req-c27bb28e-7316-4f14-960e-49dc674f61ba tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 945 time: 0.0467784 May 04 13:55:04.274772 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9afcf203-a85f-46d5-b607-af2a2207736a req-3e342ae2-00ff-47ac-989b-b0b6adef11c6 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 May 04 13:55:04.366394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:55:05.651871 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9250-977a-41cb-8148-4ee3b278efa1 req-902b94df-efef-4314-bf16-4e7c544114bc tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:05.653228 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-142f9250-977a-41cb-8148-4ee3b278efa1 req-902b94df-efef-4314-bf16-4e7c544114bc tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 945 time: 0.3123667 May 04 13:55:05.698508 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-142f9250-977a-41cb-8148-4ee3b278efa1 req-279b73a9-89af-4cbe-9453-3c1b63b4b49c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 May 04 13:55:05.927158 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:55:05.970163 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:55:05.975856 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:55:05.976353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:06.051240 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:06.051714 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:06.074108 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:55:06.076321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e272a3-fb8f-485d-ad66-38d7773c70c9" -d '{"events": [{"server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "name": "network-vif-plugged", "status": "completed", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:55:06.091583 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:06.095846 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:06.119114 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3942ced9-85df-407c-a87a-2baa7fd63285 x-openstack-request-id: req-3942ced9-85df-407c-a87a-2baa7fd63285 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:55:06.119473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "name": "network-vif-plugged", "status": "completed", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:55:06.119730 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3942ced9-85df-407c-a87a-2baa7fd63285 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:55:06.120113 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3942ced9-85df-407c-a87a-2baa7fd63285'] response: {'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'code': 200} May 04 13:55:06.146195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:06.153209 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.153563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.153921 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.154274 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.154608 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.154932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.155274 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.155600 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.155924 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.156243 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.156564 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.156884 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.157201 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.157517 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.157841 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:06.279560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710b74-b2a5-40f5-9e5e-6875546a6aa2 req-13ccaaa3-1e23-4b42-91f0-fe1fc03b17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:06.281020 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a710b74-b2a5-40f5-9e5e-6875546a6aa2 req-13ccaaa3-1e23-4b42-91f0-fe1fc03b17ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1130 time: 0.0387874 May 04 13:55:06.323317 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a710b74-b2a5-40f5-9e5e-6875546a6aa2 req-9f9ae3a2-f349-4ad3-8bad-1167e499138c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 May 04 13:55:06.808152 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12645-2f87-4009-97bc-8f90593d74d7 req-2910e2c3-3319-4ea2-b33b-3f8500ff1bf2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:06.809688 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1b12645-2f87-4009-97bc-8f90593d74d7 req-2910e2c3-3319-4ea2-b33b-3f8500ff1bf2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0449402 May 04 13:55:06.857871 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1b12645-2f87-4009-97bc-8f90593d74d7 req-d929e6f2-6e94-4f21-ba97-33b08610601f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 May 04 13:55:07.976252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b88f-5fba-408d-b614-b9b7c04330be req-31e9ef9b-271f-4419-8668-d8e3bfba5091 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:07.977610 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0d1b88f-5fba-408d-b614-b9b7c04330be req-31e9ef9b-271f-4419-8668-d8e3bfba5091 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0461798 May 04 13:55:08.023250 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0d1b88f-5fba-408d-b614-b9b7c04330be req-9e88a79a-e8da-47de-ba6a-5e3d857d2cfd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 May 04 13:55:08.130604 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f401-0463-48b5-bb29-b04c96c92215 req-fd7e5f49-7dac-41e4-80f2-1f317311518b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:08.132063 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0b94f401-0463-48b5-bb29-b04c96c92215 req-fd7e5f49-7dac-41e4-80f2-1f317311518b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0451565 May 04 13:55:08.140328 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42778) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:08.145126 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'floatingip': {'port_id': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:55:08.185616 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:08.610439 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:08.614111 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:08.715288 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Floating IP d0e921ec-01ff-4916-aa19-680030e408bc associated. External IP: 172.27.1.63, port: 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796. May 04 13:55:08.921973 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:55:09.027520 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:55:09.032378 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:09.037826 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:55:09.047838 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:09.048456 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:09.061363 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f6f972d7-e015-4630-8afb-851cab9be0cf tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "PUT /v2.0/floatingips/d0e921ec-01ff-4916-aa19-680030e408bc HTTP/1.1" status: 200 len: 991 time: 0.9200051 May 04 13:55:09.061944 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:55:09.064244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:55:09.100838 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc029e1-1223-43f7-a9f3-b1bfed98067c x-openstack-request-id: req-adc029e1-1223-43f7-a9f3-b1bfed98067c {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:55:09.101128 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:55:09.101387 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adc029e1-1223-43f7-a9f3-b1bfed98067c {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:55:09.101842 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc029e1-1223-43f7-a9f3-b1bfed98067c'] response: {'name': 'network-changed', 'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'status': 'completed', 'code': 200} May 04 13:55:09.163570 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:09.168913 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-7c8f5143-9adb-43aa-aa3f-dd5d33ba3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:09.170419 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-7c8f5143-9adb-43aa-aa3f-dd5d33ba3f9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1130 time: 0.0397811 May 04 13:55:09.261712 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-b5ec7767-496a-4c31-8566-3d10aab3eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:09.263179 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-b5ec7767-496a-4c31-8566-3d10aab3eb92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0858126 May 04 13:55:09.334004 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-e6f130be-2a07-46d1-bb83-f88219fdf424 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 999 time: 0.0600760 May 04 13:55:09.371405 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'd0e921ec-01ff-4916-aa19-680030e408bc', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:d6:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:57Z', 'updated_at': '2022-05-04T13:55:08Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:09.382027 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-887a63d5-5c4b-4700-85b0-c2dcf548a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:09.383509 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-887a63d5-5c4b-4700-85b0-c2dcf548a330 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0428157 May 04 13:55:09.402340 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:55:09.410267 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:09.410876 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:54:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:09.430487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-1dbf0000-c7f0-4ff6-bebc-11ccf0ac3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:09.432057 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-1dbf0000-c7f0-4ff6-bebc-11ccf0ac3307 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418217 May 04 13:55:09.516446 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:09.521731 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-ec6633e5-ab48-4ead-9c43-6144d84b778d service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832505 May 04 13:55:09.613593 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6842d8-fa94-4c2a-b3c2-784a6dec5fe9 req-896cb941-cda9-49fc-a924-4360d9e1ab73 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853028 May 04 13:55:09.727726 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'd0e921ec-01ff-4916-aa19-680030e408bc', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:d6:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:57Z', 'updated_at': '2022-05-04T13:55:08Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:09.754228 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb11d54-ed72-4fea-ada2-62697176201d None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'd0e921ec-01ff-4916-aa19-680030e408bc', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.63', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:d6:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:57Z', 'updated_at': '2022-05-04T13:55:08Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:55:09.952005 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262f7de-9124-4f48-b159-0ff1869694b7 None None] New status for floating IP d0e921ec-01ff-4916-aa19-680030e408bc: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:55:13.945979 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:55:16.173247 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:16.249967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f097c8a9-75ad-427b-9847-8cff85169ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:16.645746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68acfc-5157-46f7-a4b4-cfa8bfa77ac0 req-f17acc4f-4cad-4964-8376-6f328072992d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:16.647156 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d68acfc-5157-46f7-a4b4-cfa8bfa77ac0 req-f17acc4f-4cad-4964-8376-6f328072992d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0458705 May 04 13:55:16.693701 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2d68acfc-5157-46f7-a4b4-cfa8bfa77ac0 req-b7d09cf6-b89b-4cef-8b4f-be44e33b5962 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 May 04 13:55:17.810110 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d943b-82ea-4071-89ce-dd40131790bf req-13dd2557-0ae6-4dfd-bd52-63c56a3db13d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:17.811711 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b5d943b-82ea-4071-89ce-dd40131790bf req-13dd2557-0ae6-4dfd-bd52-63c56a3db13d tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0459001 May 04 13:55:17.862100 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b5d943b-82ea-4071-89ce-dd40131790bf req-7d307189-2a38-476f-a254-e7381a3041ab tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups?id=7303f44d-e26d-4f11-8997-0aa64b884d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 May 04 13:55:18.106543 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-e801bbef-d2bd-4e38-a6d9-79c04b1760d5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:18.107991 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-e801bbef-d2bd-4e38-a6d9-79c04b1760d5 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 946 time: 0.0454624 May 04 13:55:18.191688 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Deleting port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:55:18.192023 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.279943 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] For port 8b167ddc-4db4-4c83-9b45-2ef07c83e962, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8b167ddc-4db4-4c83-9b45-2ef07c83e962,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:18.280302 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.407121 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-7304c35b-34d4-4411-9c22-08eab8e1a3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.460982 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.461391 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.461700 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Floating IP 7193b997-eb39-4376-8bf2-13ab63ec3315 disassociated. External IP: 172.27.1.193, port: 8b167ddc-4db4-4c83-9b45-2ef07c83e962. May 04 13:55:18.462046 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Calling delete_port for 8b167ddc-4db4-4c83-9b45-2ef07c83e962 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:55:18.588222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (8b167ddc-4db4-4c83-9b45-2ef07c83e962), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.615347 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'Port': ['ID=8b167ddc-4db4-4c83-9b45-2ef07c83e962,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:18.735909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:55:18.843153 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:55:18.852969 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:55:18.862295 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:18.862910 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:55:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:18.884416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] No DVR routers for this DVR port 8b167ddc-4db4-4c83-9b45-2ef07c83e962 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:55:18.887016 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:18.890278 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-28dbb744-7225-4980-8c99-cb9cd828b9da req-3745bbf4-c526-4312-aa10-0147cf1c4d3f tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.23 "DELETE /v2.0/ports/8b167ddc-4db4-4c83-9b45-2ef07c83e962 HTTP/1.1" status: 204 len: 173 time: 0.7769876 May 04 13:55:18.890722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-deleted', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:55:18.893502 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f26c55-c755-4a11-9a20-77599e972ee3" -d '{"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-deleted", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:55:18.934172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7da966-8f1e-41b7-a5d4-03c9b5a6e5a7 x-openstack-request-id: req-8b7da966-8f1e-41b7-a5d4-03c9b5a6e5a7 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:55:18.934468 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f48a8dd-3d8c-4146-9cfc-c6634a549516", "name": "network-vif-deleted", "tag": "8b167ddc-4db4-4c83-9b45-2ef07c83e962", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:55:18.934738 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b7da966-8f1e-41b7-a5d4-03c9b5a6e5a7 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:55:18.935235 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7da966-8f1e-41b7-a5d4-03c9b5a6e5a7'] response: {'server_uuid': '1f48a8dd-3d8c-4146-9cfc-c6634a549516', 'name': 'network-vif-deleted', 'tag': '8b167ddc-4db4-4c83-9b45-2ef07c83e962', 'status': 'completed', 'code': 200} May 04 13:55:19.025590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d3fa5b38-3950-4a0f-a704-b912197de934 req-72f4fe68-e4ca-457b-99b9-2452995e58f1 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f48a8dd-3d8c-4146-9cfc-c6634a549516 HTTP/1.1" status: 200 len: 210 time: 0.0611713 May 04 13:55:19.082275 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:19.276823 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:19.303185 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:55:19.311448 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:19.312051 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:55:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:19.420900 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:19.604359 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-744270f8-3299-4d90-8929-6094a3638659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:19.630926 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744270f8-3299-4d90-8929-6094a3638659 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:19Z', 'revision_number': 4, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '06737607-51e4-4af1-b770-fad2e7b8cda5', 'name': '', 'network_id': '172c7baf-db50-4aef-afa7-f1dee0ea0a04', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'mac_address': 'fa:16:3e:99:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:18Z', 'updated_at': '2022-05-04T13:48:23Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'subnets': [{'id': '5d8c3414-eb96-44f6-9bd3-81e15c50b19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:55:19.824916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:19.846630 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d152941-ec69-430f-a520-8600bd613153 None None] New status for floating IP 7193b997-eb39-4376-8bf2-13ab63ec3315: DOWN {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:55:20.105991 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42812) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:20.157682 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (7303f44d-e26d-4f11-8997-0aa64b884d91), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.180888 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (7303f44d-e26d-4f11-8997-0aa64b884d91), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.226549 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7303f44d-e26d-4f11-8997-0aa64b884d91), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.229402 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.230514 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "DELETE /v2.0/security-groups/7303f44d-e26d-4f11-8997-0aa64b884d91 HTTP/1.1" status: 204 len: 168 time: 0.1235087 May 04 13:55:20.233406 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42814) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:20.239605 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64301564-28d5-4bcf-99e8-abd893ebeda2 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303f44d-e26d-4f11-8997-0aa64b884d91,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:20.247353 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.api.v2.resource [None req-3e617510-bea5-477c-bc41-8207debcc733 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] show failed (client error): The resource could not be found. May 04 13:55:20.248440 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-3e617510-bea5-477c-bc41-8207debcc733 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "GET /v2.0/security-groups/7303f44d-e26d-4f11-8997-0aa64b884d91 HTTP/1.1" status: 404 len: 347 time: 0.0140293 May 04 13:55:20.251617 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42816) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:20.365492 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Deleting port b27dc22c-e985-4458-aec9-743b2749d65b {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:55:20.365833 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.437399 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.437724 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (b27dc22c-e985-4458-aec9-743b2749d65b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.450926 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Calling delete_port for b27dc22c-e985-4458-aec9-743b2749d65b owned by network:floatingip {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:55:20.585092 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (b27dc22c-e985-4458-aec9-743b2749d65b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.609126 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Pushing event deleted for resources: {'Port': ['ID=b27dc22c-e985-4458-aec9-743b2749d65b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:20.672621 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks [] for floatingip (7193b997-eb39-4376-8bf2-13ab63ec3315), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.675279 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:20.676399 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-529fb475-f46b-4af1-bb71-6d2466984332 tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] 10.222.0.73 "DELETE /v2.0/floatingips/7193b997-eb39-4376-8bf2-13ab63ec3315 HTTP/1.1" status: 204 len: 168 time: 0.4233499 May 04 13:55:20.718867 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-94fa35c4-9d6b-429e-a704-a04f7f58f7e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387700 May 04 13:55:20.800037 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-477891a8-44d1-4a72-920b-8609289f71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:20.801553 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-477891a8-44d1-4a72-920b-8609289f71f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0407054 May 04 13:55:20.907134 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-39363f01-693c-4964-8871-16c405009fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:20.908584 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-39363f01-693c-4964-8871-16c405009fb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.0859377 May 04 13:55:20.977993 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-583443bc-364f-427e-aa62-30fcdff96df9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 1000 time: 0.0627067 May 04 13:55:21.299177 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:21.299773 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-0855ec24-da6e-4149-9236-cd40cab53199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:21.301059 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-0855ec24-da6e-4149-9236-cd40cab53199 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.3074703 May 04 13:55:21.343797 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-dcd0ece7-bdfc-437c-8784-5b34cc4b4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:21.345239 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-dcd0ece7-bdfc-437c-8784-5b34cc4b4794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377581 May 04 13:55:21.434805 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-7de83ea3-1dcf-4e9e-9e8e-93f2fe96f13b service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819824 May 04 13:55:21.522614 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e1d83df3-2168-4d84-8f76-51c37d042753 req-78f838ea-b1a0-4618-be7e-912875e88d18 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812888 May 04 13:55:21.998965 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:55:22.018982 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 8b167ddc-4db4-4c83-9b45-2ef07c83e962 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:55:22.019352 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 8b167ddc-4db4-4c83-9b45-2ef07c83e962 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:55:22.563167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:23.078730 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42840) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:23.734710 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.009414 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Deleting port 06737607-51e4-4af1-b770-fad2e7b8cda5 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:55:24.009747 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.085485 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] For port 06737607-51e4-4af1-b770-fad2e7b8cda5, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=06737607-51e4-4af1-b770-fad2e7b8cda5,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:24.086175 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.098420 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Calling delete_port for 06737607-51e4-4af1-b770-fad2e7b8cda5 owned by network:router_interface {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:55:24.273747 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (06737607-51e4-4af1-b770-fad2e7b8cda5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.303528 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Pushing event deleted for resources: {'Port': ['ID=06737607-51e4-4af1-b770-fad2e7b8cda5,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:24.477585 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.694055 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:55:24.798256 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:55:24.803127 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a233bd47-3b28-415f-b6f1-777cf1bed35a admin admin] 10.222.0.73 "PUT /v2.0/routers/81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233446 May 04 13:55:24.805882 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42844) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:24.806839 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Sync routers for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:55:24.819017 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:24.819684 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:55:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:24.909468 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks [] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:24.924305 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:25.010377 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks [] for router_gateway (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.054347 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Deleting port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:55:25.054683 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.092450 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:55:24Z', 'revision_number': 5, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port': {'id': '1f607f78-d7c6-40d9-8eb0-e76a9eeb4336', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:25.118319 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Checking router: 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:55:25.126411 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Routers {'81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:55:25.127579 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:55:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:25.133665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] For port 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:25.134203 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.147233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Calling delete_port for 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 owned by network:router_gateway {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:55:25.215792 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] Set router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:55:25.268145 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:55:25Z', 'revision_number': 6, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:25.293369 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04b55-d05a-4360-8a9e-c3681f3125a9 None None] The sync data for ids ['81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf'] in dv-cinder-839793-6-iscsi is: [{'id': '81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf', 'name': 'tempest-AttachVolumeShelveTestJSON-981817548-router', 'tenant_id': '817ff3e189a443a7b1f11e9a016832cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:48:15Z', 'updated_at': '2022-05-04T13:55:25Z', 'revision_number': 6, 'project_id': '817ff3e189a443a7b1f11e9a016832cc', 'gw_port_host': None}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:55:25.317326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (1f607f78-d7c6-40d9-8eb0-e76a9eeb4336), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.340645 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f607f78-d7c6-40d9-8eb0-e76a9eeb4336,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:25.403172 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.492878 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.494985 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks [] for router_controller (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.539009 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.539515 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf {{(pid=109869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:55:25.543653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.544766 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-509978dc-1b87-482e-af18-bccff9ce338b admin admin] 10.222.0.73 "DELETE /v2.0/routers/81f5d5d8-4c4f-4f4f-9faa-1d80443b70cf HTTP/1.1" status: 204 len: 168 time: 0.7379808 May 04 13:55:25.547360 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42846) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:25.591846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Deleting subnet 5d8c3414-eb96-44f6-9bd3-81e15c50b19b {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:55:25.594780 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Publish callbacks [] for subnet (5d8c3414-eb96-44f6-9bd3-81e15c50b19b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.629407 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (5d8c3414-eb96-44f6-9bd3-81e15c50b19b), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.713022 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (5d8c3414-eb96-44f6-9bd3-81e15c50b19b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.766489 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (5d8c3414-eb96-44f6-9bd3-81e15c50b19b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.794582 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.799113 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5d8c3414-eb96-44f6-9bd3-81e15c50b19b HTTP/1.1" status: 204 len: 168 time: 0.2499077 May 04 13:55:25.800137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5df0-1605-4076-8e3e-28e6370b5060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8c3414-eb96-44f6-9bd3-81e15c50b19b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:25.800603 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f267d-1005-42dd-8683-c634ca93d77b None None] Network 172c7baf-db50-4aef-afa7-f1dee0ea0a04 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:55:25.801476 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42848) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:25.875927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (172c7baf-db50-4aef-afa7-f1dee0ea0a04), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.919918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Deleting port afe747f8-59af-4f77-826c-373fe3fb0e35 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:55:25.920252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.980472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] For port afe747f8-59af-4f77-826c-373fe3fb0e35, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=afe747f8-59af-4f77-826c-373fe3fb0e35,segment=NetworkSegment(8b0a1d63-6216-43ac-a997-b60cfb9f07e0),segment_id=8b0a1d63-6216-43ac-a997-b60cfb9f07e0)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:25.980827 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:25.997337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Calling delete_port for afe747f8-59af-4f77-826c-373fe3fb0e35 owned by network:dhcp {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:55:26.093281 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273df439-f593-4dd6-a13b-81c0110f8f62 None None] DHCP port deletion for 172c7baf-db50-4aef-afa7-f1dee0ea0a04 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:55:26.104431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (afe747f8-59af-4f77-826c-373fe3fb0e35), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.131365 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-273df439-f593-4dd6-a13b-81c0110f8f62 None None] The port 'afe747f8-59af-4f77-826c-373fe3fb0e35' was deleted {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} May 04 13:55:26.132386 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Pushing event deleted for resources: {'Port': ['ID=afe747f8-59af-4f77-826c-373fe3fb0e35,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:26.135866 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] No DVR routers for this DVR port afe747f8-59af-4f77-826c-373fe3fb0e35 on host dv-cinder-839793-6-iscsi {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:55:26.193901 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 06737607-51e4-4af1-b770-fad2e7b8cda5 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:55:26.218712 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 06737607-51e4-4af1-b770-fad2e7b8cda5 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:55:26.219053 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 06737607-51e4-4af1-b770-fad2e7b8cda5 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:55:26.219898 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (172c7baf-db50-4aef-afa7-f1dee0ea0a04), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.240448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172c7baf-db50-4aef-afa7-f1dee0ea0a04']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:26.249593 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0a1d63-6216-43ac-a997-b60cfb9f07e0') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:26.249893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0a1d63-6216-43ac-a997-b60cfb9f07e0') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:55:26.259315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (8b0a1d63-6216-43ac-a997-b60cfb9f07e0), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.273471 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (8b0a1d63-6216-43ac-a997-b60cfb9f07e0), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.279967 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:55:26.280364 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (8b0a1d63-6216-43ac-a997-b60cfb9f07e0), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:55:26.282101 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:55:26.341750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (172c7baf-db50-4aef-afa7-f1dee0ea0a04), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.347413 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.350621 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] 10.222.0.73 "DELETE /v2.0/networks/172c7baf-db50-4aef-afa7-f1dee0ea0a04 HTTP/1.1" status: 204 len: 168 time: 0.5475142 May 04 13:55:26.363615 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7d476-de57-4eba-9c8b-9b005a8abccb admin admin] Pushing event deleted for resources: {'Network': ['ID=172c7baf-db50-4aef-afa7-f1dee0ea0a04,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:26.470867 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42852) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:26.510503 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-886e020e-5e78-4d6d-beec-fc4165ae2631 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=817ff3e189a443a7b1f11e9a016832cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383744 May 04 13:55:26.512833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42854) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:26.559192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] Publish callbacks [] for security_group (d637f9ed-2445-4549-8f8a-b9c3cffbc782), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.580406 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] Publish callbacks [] for security_group (d637f9ed-2445-4549-8f8a-b9c3cffbc782), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.627547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d637f9ed-2445-4549-8f8a-b9c3cffbc782), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.630006 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:26.631148 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d637f9ed-2445-4549-8f8a-b9c3cffbc782 HTTP/1.1" status: 204 len: 168 time: 0.1174378 May 04 13:55:26.638888 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81029726-26e6-4a1e-8f56-887c77e6f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637f9ed-2445-4549-8f8a-b9c3cffbc782,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:27.783636 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:55:27.802785 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:55:27.803129 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 1f607f78-d7c6-40d9-8eb0-e76a9eeb4336 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:55:27.803757 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device afe747f8-59af-4f77-826c-373fe3fb0e35 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:55:27.814117 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 42904) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:27.824861 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: afe747f8-59af-4f77-826c-373fe3fb0e35 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:55:27.825201 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device afe747f8-59af-4f77-826c-373fe3fb0e35 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:55:27.916851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-29790b9b-74c1-4d16-9df1-880e1a7b6404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:27.989735 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-29790b9b-74c1-4d16-9df1-880e1a7b6404 admin admin] Publish callbacks [] for security_group (a6fdbb52-f3a3-4890-9eee-bc4974337883), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:27.993378 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-29790b9b-74c1-4d16-9df1-880e1a7b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a6fdbb52-f3a3-4890-9eee-bc4974337883), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.040514 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-29790b9b-74c1-4d16-9df1-880e1a7b6404 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c6b334a6ef14b94bfee50b2c004b7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246761 May 04 13:55:28.041441 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29790b9b-74c1-4d16-9df1-880e1a7b6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fdbb52-f3a3-4890-9eee-bc4974337883,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:28.043285 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 42910) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:28.092136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] Publish callbacks [] for security_group (a6fdbb52-f3a3-4890-9eee-bc4974337883), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.116442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] Publish callbacks [] for security_group (a6fdbb52-f3a3-4890-9eee-bc4974337883), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.161412 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a6fdbb52-f3a3-4890-9eee-bc4974337883), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.163828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:28.164936 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6fdbb52-f3a3-4890-9eee-bc4974337883 HTTP/1.1" status: 204 len: 168 time: 0.1206653 May 04 13:55:28.172631 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257cd7-e0cf-40df-89a8-32fcc766217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fdbb52-f3a3-4890-9eee-bc4974337883,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:34.274993 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19209c4-cf56-4611-bef3-6af300634199 req-64717565-1fb9-431f-82cb-e2bb7d41f837 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:34.276464 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b19209c4-cf56-4611-bef3-6af300634199 req-64717565-1fb9-431f-82cb-e2bb7d41f837 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0458417 May 04 13:55:34.326218 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b19209c4-cf56-4611-bef3-6af300634199 req-1f9b8855-d154-4da2-850e-2e38fc39093a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 May 04 13:55:35.442667 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e002fcd-3d80-4776-b5f0-88533820c6a5 req-6ae83946-43de-4207-87f3-5c1279c20c3e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:35.444289 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8e002fcd-3d80-4776-b5f0-88533820c6a5 req-6ae83946-43de-4207-87f3-5c1279c20c3e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0480509 May 04 13:55:35.496914 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8e002fcd-3d80-4776-b5f0-88533820c6a5 req-83d6542d-97ce-4ef6-9d4c-0c4097265b5f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 May 04 13:55:36.610702 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6da8-8295-4809-9230-dac5513508b0 req-c1222d7c-85f0-4fd0-b74f-35db7c053ca4 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:36.612064 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da9d6da8-8295-4809-9230-dac5513508b0 req-c1222d7c-85f0-4fd0-b74f-35db7c053ca4 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0472944 May 04 13:55:36.660316 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-da9d6da8-8295-4809-9230-dac5513508b0 req-b06fc01e-cbe9-46f1-a8d0-2a37a595557d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428126 May 04 13:55:37.769850 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06a5df-99eb-4ec4-b984-4c35d17fb78c req-96bfdbb9-0f44-4088-bc13-53553d5ef7bf tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:37.771315 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a06a5df-99eb-4ec4-b984-4c35d17fb78c req-96bfdbb9-0f44-4088-bc13-53553d5ef7bf tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0457804 May 04 13:55:37.820235 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a06a5df-99eb-4ec4-b984-4c35d17fb78c req-1d13dd34-3b1d-4451-872e-eb30fc6dcb2f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 May 04 13:55:38.487575 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43062) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:38.588106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.664886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Publish callbacks [] for security_group (257042f0-6fd8-41eb-afeb-66936a599c9e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.668463 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (257042f0-6fd8-41eb-afeb-66936a599c9e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.706613 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d672f2539314576a8a34a067bbb1775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180028 May 04 13:55:38.707748 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257042f0-6fd8-41eb-afeb-66936a599c9e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:38.709207 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43066) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:38.714802 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.715149 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.715590 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.715929 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.716263 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.716594 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.716921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.717245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.717571 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.717903 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.718231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.718558 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.718877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.719194 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.719543 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310aac8-cb80-4a60-84a4-3b2bd318d1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.760282 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Publish callbacks [] for security_group (257042f0-6fd8-41eb-afeb-66936a599c9e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.780479 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Publish callbacks [] for security_group (257042f0-6fd8-41eb-afeb-66936a599c9e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.827947 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (257042f0-6fd8-41eb-afeb-66936a599c9e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.831403 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:38.832535 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/257042f0-6fd8-41eb-afeb-66936a599c9e HTTP/1.1" status: 204 len: 168 time: 0.1223528 May 04 13:55:38.840245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257042f0-6fd8-41eb-afeb-66936a599c9e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:38.847970 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.848322 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.848665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.849005 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.849337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.849737 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.849978 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.850304 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.850628 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.850958 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.851310 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.851646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.851970 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.852288 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.852608 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e065e7c-eab4-4b71-a131-636b8cb32f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:55:38.952174 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572821-f3d0-4e4e-b940-8b672d1e1c0b req-5120bbd3-8f80-453d-8fa4-249615053aba tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:38.953754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ae572821-f3d0-4e4e-b940-8b672d1e1c0b req-5120bbd3-8f80-453d-8fa4-249615053aba tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0489433 May 04 13:55:39.001428 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ae572821-f3d0-4e4e-b940-8b672d1e1c0b req-4ff14886-9e9a-4f74-9c35-2bc9f5e5fdd6 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 May 04 13:55:39.087880 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43074) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:39.100625 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad345-f073-4191-a9e5-a7a8818f654b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.174618 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad345-f073-4191-a9e5-a7a8818f654b admin admin] Publish callbacks [] for security_group (2effeb6d-aab0-4b32-bc32-9f83ddd5fa41), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.178301 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad345-f073-4191-a9e5-a7a8818f654b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2effeb6d-aab0-4b32-bc32-9f83ddd5fa41), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.216156 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-7b7ad345-f073-4191-a9e5-a7a8818f654b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f625e8fd426241fcb1def1c12902a3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272416 May 04 13:55:39.216997 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad345-f073-4191-a9e5-a7a8818f654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effeb6d-aab0-4b32-bc32-9f83ddd5fa41,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:39.218782 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43076) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:39.270326 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] Publish callbacks [] for security_group (2effeb6d-aab0-4b32-bc32-9f83ddd5fa41), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.290938 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] Publish callbacks [] for security_group (2effeb6d-aab0-4b32-bc32-9f83ddd5fa41), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.338837 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (2effeb6d-aab0-4b32-bc32-9f83ddd5fa41), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.341432 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:39.342548 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2effeb6d-aab0-4b32-bc32-9f83ddd5fa41 HTTP/1.1" status: 204 len: 168 time: 0.1226707 May 04 13:55:39.350207 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15e218-d114-471d-bb62-54f65a99115d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effeb6d-aab0-4b32-bc32-9f83ddd5fa41,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:40.112870 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cd4da-99d1-4a65-9ea6-d26d4fc4fba4 req-31d3e016-039b-42e0-888a-1ca4a31bb566 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:40.114343 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab9cd4da-99d1-4a65-9ea6-d26d4fc4fba4 req-31d3e016-039b-42e0-888a-1ca4a31bb566 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0473390 May 04 13:55:40.163052 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ab9cd4da-99d1-4a65-9ea6-d26d4fc4fba4 req-db8062f1-a3ce-4ee2-8009-b7bb4c4bf1a0 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 May 04 13:55:41.204897 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43150) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:41.282524 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f853dac-0ac5-4e44-a088-22dfaa12abc2 req-edf5095c-8e19-48a3-a10a-2a232ad4b14d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:41.284066 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f853dac-0ac5-4e44-a088-22dfaa12abc2 req-edf5095c-8e19-48a3-a10a-2a232ad4b14d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0515089 May 04 13:55:41.323010 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4bd82dd7-3da0-4c2a-90f9-519180d4a064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.360402 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f853dac-0ac5-4e44-a088-22dfaa12abc2 req-06177374-7822-4534-bf2c-efd0f931a843 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707145 May 04 13:55:41.416912 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4bd82dd7-3da0-4c2a-90f9-519180d4a064 admin admin] Publish callbacks [] for security_group (57150839-8148-4ea6-ace2-312f46dc40fa), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.420715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4bd82dd7-3da0-4c2a-90f9-519180d4a064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (57150839-8148-4ea6-ace2-312f46dc40fa), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.459027 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4bd82dd7-3da0-4c2a-90f9-519180d4a064 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5a8677dfcac492e9eb9a36b6d6b185e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530911 May 04 13:55:41.459865 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82dd7-3da0-4c2a-90f9-519180d4a064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57150839-8148-4ea6-ace2-312f46dc40fa,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:41.462414 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43154) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:41.511062 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] Publish callbacks [] for security_group (57150839-8148-4ea6-ace2-312f46dc40fa), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.538403 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] Publish callbacks [] for security_group (57150839-8148-4ea6-ace2-312f46dc40fa), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.584788 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (57150839-8148-4ea6-ace2-312f46dc40fa), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.587410 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.588518 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57150839-8148-4ea6-ace2-312f46dc40fa HTTP/1.1" status: 204 len: 168 time: 0.1249161 May 04 13:55:41.596315 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc6b43-a31f-4016-960d-4c0c6fdb1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57150839-8148-4ea6-ace2-312f46dc40fa,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:41.840180 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43160) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:41.853416 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d049c2ca-c7ff-4c36-9310-090f2ff03f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.924531 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d049c2ca-c7ff-4c36-9310-090f2ff03f22 admin admin] Publish callbacks [] for security_group (605dec6f-94cb-4a43-b788-f908a77f0ede), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.927902 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d049c2ca-c7ff-4c36-9310-090f2ff03f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (605dec6f-94cb-4a43-b788-f908a77f0ede), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:41.965369 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d049c2ca-c7ff-4c36-9310-090f2ff03f22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1ea50dbac3b485eabcbc73c46b629a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241016 May 04 13:55:41.966453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049c2ca-c7ff-4c36-9310-090f2ff03f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605dec6f-94cb-4a43-b788-f908a77f0ede,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:41.968287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43162) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:42.020538 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] Publish callbacks [] for security_group (605dec6f-94cb-4a43-b788-f908a77f0ede), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:42.041865 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] Publish callbacks [] for security_group (605dec6f-94cb-4a43-b788-f908a77f0ede), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:42.086822 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (605dec6f-94cb-4a43-b788-f908a77f0ede), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:42.089398 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:42.090529 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/605dec6f-94cb-4a43-b788-f908a77f0ede HTTP/1.1" status: 204 len: 168 time: 0.1191692 May 04 13:55:42.098863 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6cde8-5cee-4778-945e-4e06ccb82647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605dec6f-94cb-4a43-b788-f908a77f0ede,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:42.477215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d3ab4-4d80-4c91-8382-2f23fc2bf2fd req-d7964548-9a47-4c39-a8ea-963b41ecd355 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:42.478585 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6d3ab4-4d80-4c91-8382-2f23fc2bf2fd req-d7964548-9a47-4c39-a8ea-963b41ecd355 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0509248 May 04 13:55:42.527692 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa6d3ab4-4d80-4c91-8382-2f23fc2bf2fd req-2e8b5e83-6d05-4fc5-b6aa-253e74a9de48 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 May 04 13:55:43.650197 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410c92-4613-4ea2-9e4d-51e096b7f1f1 req-a1aff488-5a17-47f3-a4cd-32f6e9cc681d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:43.651746 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67410c92-4613-4ea2-9e4d-51e096b7f1f1 req-a1aff488-5a17-47f3-a4cd-32f6e9cc681d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0484626 May 04 13:55:43.700884 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-67410c92-4613-4ea2-9e4d-51e096b7f1f1 req-ec919249-5cd3-4fc4-9901-e81d6ddc53a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 May 04 13:55:44.813647 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52682bb1-064e-4364-9f9e-b302c8e8eda2 req-83637691-0624-450d-a904-11a44a4bf604 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:44.819668 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52682bb1-064e-4364-9f9e-b302c8e8eda2 req-83637691-0624-450d-a904-11a44a4bf604 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0513096 May 04 13:55:44.872244 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-52682bb1-064e-4364-9f9e-b302c8e8eda2 req-26be336d-2490-4a6c-9c8d-5b15dc9c61e8 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482347 May 04 13:55:45.304465 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-75f19402-a0f8-4a9f-9da2-b898ecf578bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:45.305942 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-75f19402-a0f8-4a9f-9da2-b898ecf578bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0390708 May 04 13:55:45.394481 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-35f9bb92-e0e7-4885-9cb5-9e084cd0d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:45.395966 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-35f9bb92-e0e7-4885-9cb5-9e084cd0d680 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.0841517 May 04 13:55:45.462487 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-9496c04c-844d-4687-90c7-1a3d14d5f3bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 1000 time: 0.0599265 May 04 13:55:45.510355 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-5cb320d3-6a92-4ad7-81ba-54af03e0bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:45.511772 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-5cb320d3-6a92-4ad7-81ba-54af03e0bd73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0423605 May 04 13:55:45.555472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-0c2e5527-3691-47ee-9ddc-095886c36a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:45.556800 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-0c2e5527-3691-47ee-9ddc-095886c36a36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371706 May 04 13:55:45.647008 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-70b92580-2cb5-44de-a222-7828acbe309a service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835142 May 04 13:55:45.741068 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c2e5388a-861b-4b0e-9408-5bd1d28a05f3 req-29bfd839-9963-4e7b-80fc-36a54557bade service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 May 04 13:55:45.982966 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363e7d1-1191-4bdc-8a65-e5cda776fefe req-6213898d-fa6c-4bd7-8770-ce7c78cac127 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:45.984462 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6363e7d1-1191-4bdc-8a65-e5cda776fefe req-6213898d-fa6c-4bd7-8770-ce7c78cac127 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0467565 May 04 13:55:46.033466 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6363e7d1-1191-4bdc-8a65-e5cda776fefe req-e03c00f8-55db-4a25-8e72-08994fc68366 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 May 04 13:55:46.167491 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:46.255323 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4ee314e-0ee9-4e93-81f8-2f19760270f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:47.143964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229074a6-47b1-4992-8807-5f305156bd73 req-28933163-ae1e-44fd-8fbd-9b2815a30eca tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:47.145384 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-229074a6-47b1-4992-8807-5f305156bd73 req-28933163-ae1e-44fd-8fbd-9b2815a30eca tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0449550 May 04 13:55:47.192309 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-229074a6-47b1-4992-8807-5f305156bd73 req-77943e0c-b08d-427f-9276-890310dc5c0a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 May 04 13:55:48.307897 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93b4fe-eee4-46f9-b2be-e1f931decb49 req-7179b8df-3301-45eb-be77-274720b9198f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:48.309356 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5e93b4fe-eee4-46f9-b2be-e1f931decb49 req-7179b8df-3301-45eb-be77-274720b9198f tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0497193 May 04 13:55:48.357518 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5e93b4fe-eee4-46f9-b2be-e1f931decb49 req-fb7b9606-2cc0-489c-89aa-f55a8e6c7934 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 May 04 13:55:48.410247 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-13fc4f8f-a228-4a34-90ff-7d0aefcdd5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:49.467658 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3182-8a22-44a2-90eb-2880ccec2c30 req-71e4bf5d-8859-4834-9d69-c6f1009c4464 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:49.469106 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f94d3182-8a22-44a2-90eb-2880ccec2c30 req-71e4bf5d-8859-4834-9d69-c6f1009c4464 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0467210 May 04 13:55:49.516880 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f94d3182-8a22-44a2-90eb-2880ccec2c30 req-d9bf1607-c52e-41ed-91e0-fdfee41026fb tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 May 04 13:55:49.827176 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:50.637628 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d511a5-58cf-4c9a-9dd2-7e3be5ed19d6 req-0751728e-8d22-43f7-aedd-0b5439296092 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:50.638975 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-30d511a5-58cf-4c9a-9dd2-7e3be5ed19d6 req-0751728e-8d22-43f7-aedd-0b5439296092 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0487680 May 04 13:55:50.685528 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-30d511a5-58cf-4c9a-9dd2-7e3be5ed19d6 req-bc113076-9c69-45c7-aef9-c93b45785089 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 May 04 13:55:50.884425 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-fd371c8a-3d5d-4598-b24f-e1b7943049dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612328 May 04 13:55:50.899473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6a56-e5fa-4ca4-84ad-3a085b3e45bc req-e1339fc2-f7f4-4141-ad89-70166825908a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:50.900851 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bbce6a56-e5fa-4ca4-84ad-3a085b3e45bc req-e1339fc2-f7f4-4141-ad89-70166825908a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0522807 May 04 13:55:50.944786 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:55:50.950495 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bbce6a56-e5fa-4ca4-84ad-3a085b3e45bc req-77860c01-de10-4d83-91c6-3de8ac3c72cd tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 May 04 13:55:50.956477 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-336f646d-9c61-4563-af38-f464c66a2cdf tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:50.957819 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-336f646d-9c61-4563-af38-f464c66a2cdf tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports/272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 942 time: 0.0462916 May 04 13:55:51.304471 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.067961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c19d-1f10-499f-ac74-c572dd2b6a13 req-a1c46044-0314-46db-817d-fe421234589e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.069342 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2681c19d-1f10-499f-ac74-c572dd2b6a13 req-a1c46044-0314-46db-817d-fe421234589e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0498867 May 04 13:55:52.116495 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2681c19d-1f10-499f-ac74-c572dd2b6a13 req-a1f3907d-4089-4996-acff-d636dfac8c5c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 May 04 13:55:52.192995 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:55:52.267889 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 272736d4-b309-4f51-a6b7-a65b04350361 is: ACTIVE; New status is: DOWN {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:55:52.268280 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.289607 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:55:52.291824 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83294f-9631-4f41-bf06-35d384664178" -d '{"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-unplugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:55:52.308666 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:55:52.315499 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.341538 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0af14b-6769-4320-b0e5-d48a8364fe3f x-openstack-request-id: req-ba0af14b-6769-4320-b0e5-d48a8364fe3f {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:55:52.341873 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-unplugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:55:52.342123 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba0af14b-6769-4320-b0e5-d48a8364fe3f {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:55:52.342509 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0af14b-6769-4320-b0e5-d48a8364fe3f'] response: {'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'code': 200} May 04 13:55:52.367834 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=6']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:52.373144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-5a6abf5d-ad4d-48ff-93b8-7bb124735a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.374634 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-5a6abf5d-ad4d-48ff-93b8-7bb124735a7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c&tenant_id=e954f6233f084ff0a0972369ec806b34 HTTP/1.1" status: 200 len: 1127 time: 0.0726049 May 04 13:55:52.439036 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-2f6b7aba-e285-4aba-a847-2b1bb286c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.441121 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-2f6b7aba-e285-4aba-a847-2b1bb286c0cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1127 time: 0.0433078 May 04 13:55:52.534676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-1cc86985-c40d-4085-ad8c-97c8e8588310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.536156 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-1cc86985-c40d-4085-ad8c-97c8e8588310 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.0887024 May 04 13:55:52.570565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.608142 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-879e9d96-2907-4b17-8504-ca91162a6d81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 998 time: 0.0622592 May 04 13:55:52.658953 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-8eb071f6-15c3-40ec-baa3-cd35d91a62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.660687 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-8eb071f6-15c3-40ec-baa3-cd35d91a62b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0447843 May 04 13:55:52.705150 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-5dc97c8f-1264-4247-876d-97215c5a3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:52.706646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-5dc97c8f-1264-4247-876d-97215c5a3957 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395467 May 04 13:55:52.796258 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43328) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:52.801408 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-02ffcaa8-f1bc-4cf6-9578-aacc5522d259 service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 May 04 13:55:52.896165 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7a433c8c-1580-4ecd-8ddb-27495214a9c8 req-ec774ea4-3ae0-44d5-951f-fa52fbe043cd service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882416 May 04 13:55:52.906963 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9660edd-6873-48fe-93bb-eff2510038a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.983721 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9660edd-6873-48fe-93bb-eff2510038a8 admin admin] Publish callbacks [] for security_group (0cd48fe5-970d-4e07-93a3-59139c9587b8), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:52.987471 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a9660edd-6873-48fe-93bb-eff2510038a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0cd48fe5-970d-4e07-93a3-59139c9587b8), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.024720 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a9660edd-6873-48fe-93bb-eff2510038a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15fc6b6d38d84ed19047c5b87d9312e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274265 May 04 13:55:53.025539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9660edd-6873-48fe-93bb-eff2510038a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd48fe5-970d-4e07-93a3-59139c9587b8,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:53.027424 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43338) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:53.080723 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] Publish callbacks [] for security_group (0cd48fe5-970d-4e07-93a3-59139c9587b8), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.101189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] Publish callbacks [] for security_group (0cd48fe5-970d-4e07-93a3-59139c9587b8), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.147597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (0cd48fe5-970d-4e07-93a3-59139c9587b8), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.150165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.151311 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cd48fe5-970d-4e07-93a3-59139c9587b8 HTTP/1.1" status: 204 len: 168 time: 0.1228921 May 04 13:55:53.161909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad11e-a230-4018-8318-0c844ed6c20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd48fe5-970d-4e07-93a3-59139c9587b8,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:53.246574 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46f29-9c3a-4e2e-ba94-730ea9b1ef92 req-fa0ebcd8-f00d-4f6e-8e6d-b4bf13a57b5d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:53.248091 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-abe46f29-9c3a-4e2e-ba94-730ea9b1ef92 req-fa0ebcd8-f00d-4f6e-8e6d-b4bf13a57b5d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0476706 May 04 13:55:53.304137 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-abe46f29-9c3a-4e2e-ba94-730ea9b1ef92 req-29cad56c-f8ac-4b5e-9e94-3f7135daf7b7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498009 May 04 13:55:53.412147 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43346) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:53.425448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a26ac991-4b60-4c53-8e81-a966d744f0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.503450 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a26ac991-4b60-4c53-8e81-a966d744f0b1 admin admin] Publish callbacks [] for security_group (9e17bc86-6aee-428a-ba88-2901c8933ea0), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.506968 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a26ac991-4b60-4c53-8e81-a966d744f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9e17bc86-6aee-428a-ba88-2901c8933ea0), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.547293 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a26ac991-4b60-4c53-8e81-a966d744f0b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad9443beeb3d4ac489994e07c99eccda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334136 May 04 13:55:53.549251 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ac991-4b60-4c53-8e81-a966d744f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17bc86-6aee-428a-ba88-2901c8933ea0,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:53.550067 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43350) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:55:53.599044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] Publish callbacks [] for security_group (9e17bc86-6aee-428a-ba88-2901c8933ea0), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.620539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] Publish callbacks [] for security_group (9e17bc86-6aee-428a-ba88-2901c8933ea0), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.666075 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (9e17bc86-6aee-428a-ba88-2901c8933ea0), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.668726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:55:53.669861 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e17bc86-6aee-428a-ba88-2901c8933ea0 HTTP/1.1" status: 204 len: 168 time: 0.1187096 May 04 13:55:53.678761 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e0fc-d1d3-40ae-80e6-df9a0f5735d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17bc86-6aee-428a-ba88-2901c8933ea0,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:55:54.417379 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604301b3-675a-4747-9c6f-a95d2d5d6fef req-87c567ac-0dd7-4bdb-a472-2b78f5e42b5a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:54.418924 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-604301b3-675a-4747-9c6f-a95d2d5d6fef req-87c567ac-0dd7-4bdb-a472-2b78f5e42b5a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0476129 May 04 13:55:54.467646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-604301b3-675a-4747-9c6f-a95d2d5d6fef req-d644579a-41cc-461c-8fb2-ee2fd9df3dda tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 May 04 13:55:55.589577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53e19-62a7-46cb-b50f-c01d279f3f97 req-900a03c4-c6b4-4535-b010-eca0ce786a38 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:55.591078 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6b53e19-62a7-46cb-b50f-c01d279f3f97 req-900a03c4-c6b4-4535-b010-eca0ce786a38 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0491190 May 04 13:55:55.647351 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d6b53e19-62a7-46cb-b50f-c01d279f3f97 req-f239cdff-b05b-4c28-9ac2-c5ab11049e3e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501699 May 04 13:55:56.759552 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdde360-dccd-45c8-9d51-f2dccf40b404 req-1f7cbb1e-14c0-46b7-bb56-d86529dc7b4d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:56.760988 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bbdde360-dccd-45c8-9d51-f2dccf40b404 req-1f7cbb1e-14c0-46b7-bb56-d86529dc7b4d tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0493433 May 04 13:55:56.808051 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bbdde360-dccd-45c8-9d51-f2dccf40b404 req-464ddae6-7e40-48aa-bf6f-25af18be86d2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 May 04 13:55:57.919393 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9a46c-8dc7-44d8-83d7-6f8ce9a32ee9 req-b49e582b-177c-4139-a562-7f8eafbe21bc tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:57.920832 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-caa9a46c-8dc7-44d8-83d7-6f8ce9a32ee9 req-b49e582b-177c-4139-a562-7f8eafbe21bc tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0457389 May 04 13:55:57.968544 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-caa9a46c-8dc7-44d8-83d7-6f8ce9a32ee9 req-edc90498-c6c1-4906-98c1-8a7bb0993f62 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 May 04 13:55:59.083333 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac544b58-0945-4994-b9d0-dcc180d65203 req-60317ce5-d0bd-4637-9782-17017814528b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:55:59.084758 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ac544b58-0945-4994-b9d0-dcc180d65203 req-60317ce5-d0bd-4637-9782-17017814528b tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0490730 May 04 13:55:59.131645 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ac544b58-0945-4994-b9d0-dcc180d65203 req-774b5794-416a-4a7b-9161-988d1a03f98e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 May 04 13:56:00.223356 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:56:00.243315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f7555-3cee-4e59-9599-335cadb9b14d req-ea96dcc2-1044-4d97-9e66-0d1247e6e417 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:00.244906 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-930f7555-3cee-4e59-9599-335cadb9b14d req-ea96dcc2-1044-4d97-9e66-0d1247e6e417 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 943 time: 0.0475647 May 04 13:56:00.303792 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-930f7555-3cee-4e59-9599-335cadb9b14d req-fd83ac88-5bfb-46e0-8f20-2beb9c674b34 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521846 May 04 13:56:00.329175 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:00.342750 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '272736d4-b309-4f51-a6b7-a65b04350361', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'port_id': '272736d4-b309-4f51-a6b7-a65b04350361', 'mac_address': 'fa:16:3e:e2:04:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:56:00.386393 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 272736d4-b309-4f51-a6b7-a65b04350361 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:00.386782 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:00.400075 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272736d4-b309-4f51-a6b7-a65b04350361 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:56:00.420273 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:00.425378 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:00.477478 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=7']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:00.684866 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['272736d4-b309-4f51-a6b7-a65b04350361'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:56:01.425361 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a8fed-0b0f-4113-b7ca-c3ab945574a5 req-5abb92fd-bb62-4023-ad81-b9114ce6f47c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:01.427297 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-083a8fed-0b0f-4113-b7ca-c3ab945574a5 req-5abb92fd-bb62-4023-ad81-b9114ce6f47c tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 944 time: 0.0533204 May 04 13:56:01.486249 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-083a8fed-0b0f-4113-b7ca-c3ab945574a5 req-73a36178-3ac4-49c2-ba15-3b7edc5c8e4e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501919 May 04 13:56:02.232226 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:56:02.233698 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43524) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:02.280310 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 272736d4-b309-4f51-a6b7-a65b04350361 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:56:02.280677 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (272736d4-b309-4f51-a6b7-a65b04350361), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.340436 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-336263ae-6f49-4cf8-ab48-8d775047b0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.356245 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 272736d4-b309-4f51-a6b7-a65b04350361 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:02.356633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.379973 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:56:02.382303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff4a19-c8a7-4ce6-80a2-63e75b0d259b" -d '{"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-plugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:56:02.395559 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:02.399346 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.413824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-336263ae-6f49-4cf8-ab48-8d775047b0ea admin admin] Publish callbacks [] for security_group (895b70ac-52a4-4b76-9184-08299d8aacf1), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.418015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-336263ae-6f49-4cf8-ab48-8d775047b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (895b70ac-52a4-4b76-9184-08299d8aacf1), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.425803 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413c40a0-b15e-4d30-9284-72f8f1cf029c x-openstack-request-id: req-413c40a0-b15e-4d30-9284-72f8f1cf029c {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:56:02.426097 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-plugged", "status": "completed", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:56:02.426350 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-413c40a0-b15e-4d30-9284-72f8f1cf029c {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:56:02.426739 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413c40a0-b15e-4d30-9284-72f8f1cf029c'] response: {'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'code': 200} May 04 13:56:02.452008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=8']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:02.457704 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-336263ae-6f49-4cf8-ab48-8d775047b0ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e7dc25569924d6580dbcfa96646cc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227607 May 04 13:56:02.458637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336263ae-6f49-4cf8-ab48-8d775047b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b70ac-52a4-4b76-9184-08299d8aacf1,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:02.460374 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43530) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:02.509613 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] Publish callbacks [] for security_group (895b70ac-52a4-4b76-9184-08299d8aacf1), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.530719 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] Publish callbacks [] for security_group (895b70ac-52a4-4b76-9184-08299d8aacf1), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.597879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d7c42-f78e-40cf-9b32-ff3317345cae req-213e2cf7-bf6f-4ca5-9420-9ffe7a04325a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:02.599472 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ca7d7c42-f78e-40cf-9b32-ff3317345cae req-213e2cf7-bf6f-4ca5-9420-9ffe7a04325a tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0498743 May 04 13:56:02.682567 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ca7d7c42-f78e-40cf-9b32-ff3317345cae req-3010b7ce-0a30-4017-a1c1-92f5b47115b7 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695796 May 04 13:56:02.718085 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04720ec-e91c-4624-9ad6-c05ba6f4bc7c req-40fbc352-421e-49b4-a84f-f47466e5884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:02.719670 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e04720ec-e91c-4624-9ad6-c05ba6f4bc7c req-40fbc352-421e-49b4-a84f-f47466e5884e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0547075 May 04 13:56:02.771484 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e04720ec-e91c-4624-9ad6-c05ba6f4bc7c req-dfa436e6-cbf3-4347-ac18-1b40b02333bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 May 04 13:56:02.833980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (895b70ac-52a4-4b76-9184-08299d8aacf1), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.836612 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:02.837749 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/895b70ac-52a4-4b76-9184-08299d8aacf1 HTTP/1.1" status: 204 len: 168 time: 0.3755906 May 04 13:56:02.846332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb78fb-81f0-4b5a-a15d-9fd89cd3495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b70ac-52a4-4b76-9184-08299d8aacf1,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:02.904295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d9d8-19fb-48fc-a6de-8ab0fda79fe0 req-2c67f0f8-f3f7-47d8-87f8-b240a34100ed tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:02.906087 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6290d9d8-19fb-48fc-a6de-8ab0fda79fe0 req-2c67f0f8-f3f7-47d8-87f8-b240a34100ed tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0533295 May 04 13:56:02.953748 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6290d9d8-19fb-48fc-a6de-8ab0fda79fe0 req-0823c9ba-ed8c-4050-b1e4-aeb84bb2494f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 May 04 13:56:03.114790 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43546) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:03.127267 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03701100-decb-4d2a-a6b6-38d5d2b0f1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.198833 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03701100-decb-4d2a-a6b6-38d5d2b0f1bb admin admin] Publish callbacks [] for security_group (fe581ed9-c1ad-498e-a3bb-3c617492ab5a), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.202461 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-03701100-decb-4d2a-a6b6-38d5d2b0f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (fe581ed9-c1ad-498e-a3bb-3c617492ab5a), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.246919 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-03701100-decb-4d2a-a6b6-38d5d2b0f1bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcde38f537ad45b9a87a7fa6946655e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310072 May 04 13:56:03.247892 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701100-decb-4d2a-a6b6-38d5d2b0f1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe581ed9-c1ad-498e-a3bb-3c617492ab5a,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:03.249625 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43548) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:03.298960 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] Publish callbacks [] for security_group (fe581ed9-c1ad-498e-a3bb-3c617492ab5a), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.320486 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] Publish callbacks [] for security_group (fe581ed9-c1ad-498e-a3bb-3c617492ab5a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.367499 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (fe581ed9-c1ad-498e-a3bb-3c617492ab5a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.369979 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.371078 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe581ed9-c1ad-498e-a3bb-3c617492ab5a HTTP/1.1" status: 204 len: 168 time: 0.1204193 May 04 13:56:03.379121 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcce2a-15b1-4e1c-a43c-18c071b919ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe581ed9-c1ad-498e-a3bb-3c617492ab5a,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:03.676962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43554) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:03.690168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7e37c2f-b207-4e0d-b6ab-031c82d4d62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.792367 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7e37c2f-b207-4e0d-b6ab-031c82d4d62a admin admin] Publish callbacks [] for security_group (ced40c29-a0dc-43cd-8cf2-c40480af5596), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.799509 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d7e37c2f-b207-4e0d-b6ab-031c82d4d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ced40c29-a0dc-43cd-8cf2-c40480af5596), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.827411 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c30ef-0157-4559-baf6-823495fbfd1a req-47113234-24bb-4ea1-8ad9-053e20f8c9ec tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:03.828950 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3c9c30ef-0157-4559-baf6-823495fbfd1a req-47113234-24bb-4ea1-8ad9-053e20f8c9ec tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0722182 May 04 13:56:03.863965 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d7e37c2f-b207-4e0d-b6ab-031c82d4d62a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25233cdc32854bea8bea6288d7d3a65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858337 May 04 13:56:03.866137 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e37c2f-b207-4e0d-b6ab-031c82d4d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced40c29-a0dc-43cd-8cf2-c40480af5596,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:03.866707 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43558) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:03.899268 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3c9c30ef-0157-4559-baf6-823495fbfd1a req-12f2a3be-c0c8-4687-87fa-6b40bbfe7c2e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618377 May 04 13:56:03.916213 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] Publish callbacks [] for security_group (ced40c29-a0dc-43cd-8cf2-c40480af5596), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.937345 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] Publish callbacks [] for security_group (ced40c29-a0dc-43cd-8cf2-c40480af5596), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.984214 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ced40c29-a0dc-43cd-8cf2-c40480af5596), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.986628 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:03.988397 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ced40c29-a0dc-43cd-8cf2-c40480af5596 HTTP/1.1" status: 204 len: 168 time: 0.1200693 May 04 13:56:03.996011 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d28169-0f6e-46fe-b923-7bfc14fc5bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced40c29-a0dc-43cd-8cf2-c40480af5596,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:04.080026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdc732-ebc2-4bf3-85a6-aa3ead6f08f8 req-e1e26e95-162b-42b4-bbff-34b29c5dba27 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:04.081530 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0abdc732-ebc2-4bf3-85a6-aa3ead6f08f8 req-e1e26e95-162b-42b4-bbff-34b29c5dba27 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0515444 May 04 13:56:04.128890 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0abdc732-ebc2-4bf3-85a6-aa3ead6f08f8 req-7aa8bab6-0254-4b25-a415-3c06ddc55d57 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 May 04 13:56:05.016478 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ee3f-3e5d-48ad-b63f-e1346c54437a req-3d51a0c7-deee-4fba-8357-58170ebd1c7e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:05.018629 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eb90ee3f-3e5d-48ad-b63f-e1346c54437a req-3d51a0c7-deee-4fba-8357-58170ebd1c7e tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0470917 May 04 13:56:05.021555 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43592) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:05.069698 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-eb90ee3f-3e5d-48ad-b63f-e1346c54437a req-64d54d25-54d1-41fa-836d-a6f44f942ded tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 May 04 13:56:05.124860 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f9070ea-e1b0-4db5-ae5e-99425a1fa24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.202801 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f9070ea-e1b0-4db5-ae5e-99425a1fa24c admin admin] Publish callbacks [] for security_group (fc5f45e0-ea53-4846-90f8-2e5f283666cb), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.211897 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3f9070ea-e1b0-4db5-ae5e-99425a1fa24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (fc5f45e0-ea53-4846-90f8-2e5f283666cb), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.272412 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3f9070ea-e1b0-4db5-ae5e-99425a1fa24c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67ab5b3c48344845a068a0263dcc44a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494507 May 04 13:56:05.276655 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43600) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:05.281697 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c110a-5971-4dc7-93d7-505e68793e34 req-6a1bb307-5eb3-4879-9908-9b1ec658e062 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:05.283940 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f1c110a-5971-4dc7-93d7-505e68793e34 req-6a1bb307-5eb3-4879-9908-9b1ec658e062 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0860419 May 04 13:56:05.285961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9070ea-e1b0-4db5-ae5e-99425a1fa24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f45e0-ea53-4846-90f8-2e5f283666cb,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:05.343545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] Publish callbacks [] for security_group (fc5f45e0-ea53-4846-90f8-2e5f283666cb), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.349818 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f1c110a-5971-4dc7-93d7-505e68793e34 req-4c954a9f-0f62-488b-ae5b-54ff0759c3b3 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573311 May 04 13:56:05.365098 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] Publish callbacks [] for security_group (fc5f45e0-ea53-4846-90f8-2e5f283666cb), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.414091 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (fc5f45e0-ea53-4846-90f8-2e5f283666cb), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.416652 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:05.417770 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc5f45e0-ea53-4846-90f8-2e5f283666cb HTTP/1.1" status: 204 len: 168 time: 0.1401339 May 04 13:56:05.425512 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331fa10-d287-4181-b115-ee1f1bd91acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f45e0-ea53-4846-90f8-2e5f283666cb,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:06.461805 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b7931-b728-4ce6-b59f-97f47726308e req-6530c849-2425-48ae-a2a8-adbe68f8c9fb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:06.463249 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-334b7931-b728-4ce6-b59f-97f47726308e req-6530c849-2425-48ae-a2a8-adbe68f8c9fb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0451343 May 04 13:56:06.512804 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-334b7931-b728-4ce6-b59f-97f47726308e req-f2cc0ee0-34b0-4c84-b458-7fe7cac08eee tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 May 04 13:56:07.623697 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4809d-5cf8-48bd-bd24-7c186956e08f req-79129d91-6a98-4c79-ac98-487fd5d4c62e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:07.625026 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0ac4809d-5cf8-48bd-bd24-7c186956e08f req-79129d91-6a98-4c79-ac98-487fd5d4c62e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0445473 May 04 13:56:07.669713 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0ac4809d-5cf8-48bd-bd24-7c186956e08f req-d04988d7-d73e-4f55-9b85-fb2277d7a83e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 May 04 13:56:08.782392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155eda2-14d7-46b2-8dbe-dc8805df9872 req-84cc60d1-6937-45d8-9138-0dfe3bdec509 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:08.783856 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6155eda2-14d7-46b2-8dbe-dc8805df9872 req-84cc60d1-6937-45d8-9138-0dfe3bdec509 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0456240 May 04 13:56:08.830082 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6155eda2-14d7-46b2-8dbe-dc8805df9872 req-db555c59-d20e-43f1-815a-4f13c19ef132 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 May 04 13:56:09.942475 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21169aa-14db-4f99-9498-3090b3396bdb req-4e6cb7ec-d1dd-4ce0-a888-f86046fced9d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:09.943917 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d21169aa-14db-4f99-9498-3090b3396bdb req-4e6cb7ec-d1dd-4ce0-a888-f86046fced9d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0485983 May 04 13:56:09.989373 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d21169aa-14db-4f99-9498-3090b3396bdb req-27207e5f-4bb3-457d-9163-5c7bda935330 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 May 04 13:56:11.098348 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4fd70-09f7-4af6-b550-941a98da9c78 req-d6774e6a-a032-4c9b-9481-fed4ebc3baa7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:11.099800 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-34f4fd70-09f7-4af6-b550-941a98da9c78 req-d6774e6a-a032-4c9b-9481-fed4ebc3baa7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0456886 May 04 13:56:11.144625 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-34f4fd70-09f7-4af6-b550-941a98da9c78 req-b3cfeb57-6c1f-4514-8aa1-1c891423c9d7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 May 04 13:56:12.257885 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7ac27-71bc-4adb-9e99-8349d3ece089 req-5b35be9f-804d-4d88-ae2f-b3085f1ad2e1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:12.259332 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2f7ac27-71bc-4adb-9e99-8349d3ece089 req-5b35be9f-804d-4d88-ae2f-b3085f1ad2e1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0456333 May 04 13:56:12.308428 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2f7ac27-71bc-4adb-9e99-8349d3ece089 req-0cde2ade-c267-4014-9b3d-a1096e043470 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 May 04 13:56:13.417252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870f7ee-4a2d-4e3c-8bc7-75ee454b29a4 req-f8c193b8-8763-467e-b672-73e39e6ac000 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:13.418670 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3870f7ee-4a2d-4e3c-8bc7-75ee454b29a4 req-f8c193b8-8763-467e-b672-73e39e6ac000 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0448010 May 04 13:56:13.466247 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3870f7ee-4a2d-4e3c-8bc7-75ee454b29a4 req-0ab1da17-8f6b-4272-9d56-e22386d1d678 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 May 04 13:56:14.736404 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f926-9600-488a-b3e0-c65565a2e71c req-b59f8312-f58a-41b2-b648-b5f9603bb3ed tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:14.737735 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1f5f926-9600-488a-b3e0-c65565a2e71c req-b59f8312-f58a-41b2-b648-b5f9603bb3ed tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0450020 May 04 13:56:14.782456 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b1f5f926-9600-488a-b3e0-c65565a2e71c req-633e17cc-6c40-4aaf-ab3d-ec715644a9d5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 May 04 13:56:15.899014 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e48f69-0a5b-4bac-8834-89cd9c7ef2eb req-f0e60f0e-3515-4df7-8922-b2552eb45d60 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:15.900484 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-34e48f69-0a5b-4bac-8834-89cd9c7ef2eb req-f0e60f0e-3515-4df7-8922-b2552eb45d60 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0479264 May 04 13:56:15.945652 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-34e48f69-0a5b-4bac-8834-89cd9c7ef2eb req-7bda876f-6b88-4fe2-9beb-615461203295 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 May 04 13:56:16.186662 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:16.258225 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fba1a26b-c6cc-4ac4-bf46-08e36b720787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:17.057087 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2df6-d1d3-45be-8e20-10f0de8ec277 req-792e790a-7992-44ce-a6fe-07dcc73578b4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:17.058523 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b43a2df6-d1d3-45be-8e20-10f0de8ec277 req-792e790a-7992-44ce-a6fe-07dcc73578b4 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0459771 May 04 13:56:17.103973 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b43a2df6-d1d3-45be-8e20-10f0de8ec277 req-b529b768-27ac-431a-b355-b255f0edf143 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 May 04 13:56:18.218105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9f58-a510-4c84-8c8b-3692ebe48c65 req-5379b013-0ffc-4c7a-941a-faa914020a5d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:18.219535 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-897a9f58-a510-4c84-8c8b-3692ebe48c65 req-5379b013-0ffc-4c7a-941a-faa914020a5d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0491910 May 04 13:56:18.264194 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-897a9f58-a510-4c84-8c8b-3692ebe48c65 req-de2b7b14-610a-44ea-82d6-b619a8b2df3b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 May 04 13:56:18.410216 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-65d5a845-4468-4d06-8df6-0d709584ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:19.375380 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dcdca-6419-4c2e-acf1-4008baa4e587 req-19b5b144-70ea-4d75-9391-c5250c6b412c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:19.376784 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-559dcdca-6419-4c2e-acf1-4008baa4e587 req-19b5b144-70ea-4d75-9391-c5250c6b412c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0440052 May 04 13:56:19.422132 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-559dcdca-6419-4c2e-acf1-4008baa4e587 req-b5d74ee9-7aea-483c-9d9e-e5a207c3875e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393457 May 04 13:56:19.611916 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adae7c-a223-41e3-8620-ca10d03c350d req-514376cc-4596-4ad9-a52b-ce69d54aa24d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:19.613335 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c0adae7c-a223-41e3-8620-ca10d03c350d req-514376cc-4596-4ad9-a52b-ce69d54aa24d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0444641 May 04 13:56:19.660725 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c0adae7c-a223-41e3-8620-ca10d03c350d req-85ebf10a-fe14-4feb-9858-29ab03acc336 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 May 04 13:56:19.829147 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:20.777325 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8725c8-a64d-48dc-b5d1-60b8188612cb req-4419c662-fe9d-44c5-a999-00dbaece430f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:20.778754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a8725c8-a64d-48dc-b5d1-60b8188612cb req-4419c662-fe9d-44c5-a999-00dbaece430f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0463312 May 04 13:56:20.825629 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9a8725c8-a64d-48dc-b5d1-60b8188612cb req-2ffba3ba-fa43-4ed5-9463-27925b2360bc tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 May 04 13:56:21.302290 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:21.935786 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121170f0-f62b-4872-906a-f7b1e65344e4 req-9880cccb-6424-4db7-ae67-71da4a15853b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:21.937203 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-121170f0-f62b-4872-906a-f7b1e65344e4 req-9880cccb-6424-4db7-ae67-71da4a15853b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0453799 May 04 13:56:21.981742 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-121170f0-f62b-4872-906a-f7b1e65344e4 req-f56499c2-ddee-4605-8ad5-bbac469f2be5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 May 04 13:56:22.205111 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd425c5-d136-4081-8109-e34c52e134ed req-de93865f-1bbf-4a56-8594-cdf9fd15b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.206473 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-de93865f-1bbf-4a56-8594-cdf9fd15b6de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1130 time: 0.0411472 May 04 13:56:22.298266 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd425c5-d136-4081-8109-e34c52e134ed req-5e68b5e7-8e4e-476e-871d-2eb7ad7408e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.298266 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-5e68b5e7-8e4e-476e-871d-2eb7ad7408e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0822160 May 04 13:56:22.364928 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-319715f6-2d9a-49b1-bd0b-5bc40a2e42ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 1001 time: 0.0618784 May 04 13:56:22.413615 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd425c5-d136-4081-8109-e34c52e134ed req-78982568-bd4a-4209-941b-37335deed287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.415081 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-78982568-bd4a-4209-941b-37335deed287 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0434241 May 04 13:56:22.462747 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd425c5-d136-4081-8109-e34c52e134ed req-ee9667b5-25c0-49e6-94e7-9504703e8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.464182 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-ee9667b5-25c0-49e6-94e7-9504703e8b26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406168 May 04 13:56:22.516751 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-bfd13485-9e23-4a3c-b99a-903ddeb14c0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383995 May 04 13:56:22.570889 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:22.573294 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-1f6ba50d-10be-400c-81c2-1dd5d5e99841 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953064 May 04 13:56:22.578920 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-d67c62ed-07a9-4ab3-ae89-6bac1f3cdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.580480 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-d67c62ed-07a9-4ab3-ae89-6bac1f3cdd97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1129 time: 0.0421395 May 04 13:56:22.669186 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bcd425c5-d136-4081-8109-e34c52e134ed req-72312874-3e69-4f8f-b5d9-11627dee33c7 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894899 May 04 13:56:22.714577 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-76b6f263-bbaa-47a5-8507-36a909bd22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.716007 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-76b6f263-bbaa-47a5-8507-36a909bd22e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.1151423 May 04 13:56:22.786446 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-d9e6f59b-048f-40d9-a698-d586a745c60d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 1001 time: 0.0635872 May 04 13:56:22.932887 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-4d9db917-63c9-487b-bcb4-aee546c687bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.934323 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-4d9db917-63c9-487b-bcb4-aee546c687bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0457859 May 04 13:56:22.976331 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-030691a5-d9e0-488b-9f24-2e7f530f4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:22.977683 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-030691a5-d9e0-488b-9f24-2e7f530f4063 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366793 May 04 13:56:23.085761 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-219a646a-d921-473f-9076-b13bcccde9af service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856843 May 04 13:56:23.097151 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f461a-22dc-42db-b7d8-df4485fd6ec0 req-a812bf3d-98d8-4c52-8e49-22d680e5b2bc tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:23.099149 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa0f461a-22dc-42db-b7d8-df4485fd6ec0 req-a812bf3d-98d8-4c52-8e49-22d680e5b2bc tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0504634 May 04 13:56:23.144245 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fa0f461a-22dc-42db-b7d8-df4485fd6ec0 req-d61a65f1-444a-457b-86c8-452ef138d181 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 May 04 13:56:23.195081 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-010fb231-ed25-4f4d-8479-6ace2af14f01 req-ea37747e-520d-4d5e-af5a-e6f727ef8028 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836201 May 04 13:56:24.256554 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7eb5-8b4d-4194-960b-54f2441b3d4c req-2a599953-f750-444a-92f6-58c4d8d280ad tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:24.258017 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2ea7eb5-8b4d-4194-960b-54f2441b3d4c req-2a599953-f750-444a-92f6-58c4d8d280ad tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0462186 May 04 13:56:24.305817 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d2ea7eb5-8b4d-4194-960b-54f2441b3d4c req-7e02d854-3e39-4b9e-88f2-4f66abbf6112 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 May 04 13:56:25.079644 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-a9f6f88f-8fa0-406f-8ebd-d728cbd95b45 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358590548&fields=id&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 267 time: 0.0433593 May 04 13:56:25.191985 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-8cbcb581-2cea-4fa2-a3e3-d5d782ce1e0e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:25.193431 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-8cbcb581-2cea-4fa2-a3e3-d5d782ce1e0e tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.1075001 May 04 13:56:25.207799 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-b5e77d43-1926-47a1-a134-ab411c88d043 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/quotas/3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 375 time: 0.0089111 May 04 13:56:25.258558 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-111f5279-c724-4e2a-8613-0ff78cdfd7dd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451107 May 04 13:56:25.440455 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-f5981c15-f6eb-4d0f-a543-0190dc08c2f1 service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707549 May 04 13:56:25.530124 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-dc53ca42-2e16-4e76-bcbe-95982d2a6fbe service neutron] 10.222.0.73 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837364 May 04 13:56:25.811999 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-285294c2-4789-4aef-9915-119114677c06 req-7a3f27fb-1a13-4b93-a451-dab06a79ffd8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 210 time: 0.0361271 May 04 13:56:26.722808 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-a0e843a9-d802-4c77-8981-98763b4e15a7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:26.724260 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-a0e843a9-d802-4c77-8981-98763b4e15a7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 812 time: 0.1033864 May 04 13:56:26.787996 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-c6bdc14f-77db-4ce8-a1e9-2bcd1d6369b7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a581986e7304b35a1e08ebdd059c318 HTTP/1.1" status: 200 len: 379 time: 0.0545566 May 04 13:56:26.797100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'port': {'device_id': '18505baf-b381-4594-a3a8-427cf67196ce', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'admin_state_up': True, 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'security_groups': ['1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:56:26.914416 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Made reservation on behalf of 3a581986e7304b35a1e08ebdd059c318 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:56:26.918114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.049467 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.20.0.4 (0165e08a-ce18-40c9-9ec1-f3bd51336905/f33dab18-eeaa-4268-b11b-226f53d27503/a5fb9148-f4dc-4a06-b436-b3385b6b27e7) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:56:27.183704 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-74f7c4d7-18ed-4180-bedd-3a06110a7f50 req-0de02067-5265-4015-a9f3-c6ee7ec22007 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 210 time: 0.3055291 May 04 13:56:27.205933 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.240535 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.281601 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:56:27.285404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:56:27.291693 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:56:27.323713 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:27.343002 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:27.344040 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.361215 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-d26c7f07-9a66-49a0-a58d-87892372fa1c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681474 May 04 13:56:27.388645 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Request body: {'port': {'device_id': '18505baf-b381-4594-a3a8-427cf67196ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:56:27.467094 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.587816 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-2bae1fa2-f5dd-44de-9897-978140b265c2 None None] Provisioning complete for port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:56:27.588394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-2bae1fa2-f5dd-44de-9897-978140b265c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.623789 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-2bae1fa2-f5dd-44de-9897-978140b265c2 None None] Port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:56:27.722546 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fb9148-f4dc-4a06-b436-b3385b6b27e7 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:56:27.729615 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks [] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.741436 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Transition to ACTIVE for port object a5fb9148-f4dc-4a06-b436-b3385b6b27e7 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:56:27.744834 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.819945 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:27.875499 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Attempting to bind port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:56:27.876130 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Attempting to bind port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:56:27.876460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Attempting to bind port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:56:27.881671 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:56:27.881989 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Attempting to bind port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 on network 0165e08a-ce18-40c9-9ec1-f3bd51336905 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:56:27.886907 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:56:27.887290 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Checking segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:56:27.887643 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Bound using segment: {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:56:27.888062 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Bound port: a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601c4ba6-bf22-4ef0-b57f-72e65130219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:56:27.888420 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.944651 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:56:27.954462 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:56:27.957541 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:56:27.963404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:27.997974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:27.998590 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:28.000093 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] 10.222.0.23 "PUT /v2.0/ports/a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 200 len: 1093 time: 0.6170950 May 04 13:56:28.000438 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:56:28.002664 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcb02f-1fb6-434e-887e-f87de9167f24" -d '{"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:56:28.029726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489414ae-0098-4649-84cf-f28160d9ed0c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:28.055263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6bf5d-b5bc-461c-a299-d8256f782097 x-openstack-request-id: req-05d6bf5d-b5bc-461c-a299-d8256f782097 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:56:28.055556 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:56:28.055803 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05d6bf5d-b5bc-461c-a299-d8256f782097 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:56:28.056249 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d6bf5d-b5bc-461c-a299-d8256f782097'] response: {'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'status': 'completed', 'code': 200} May 04 13:56:28.101509 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-f64aa670-245c-4f41-9eaf-5fba41cbda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.103040 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-f64aa670-245c-4f41-9eaf-5fba41cbda95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1127 time: 0.0433149 May 04 13:56:28.145994 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-b5455c97-10e7-4c07-bae5-5cf02d2d8e88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 200 len: 217 time: 0.0349700 May 04 13:56:28.201397 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-e79dcbd1-938e-404b-a0bb-47a9deefa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.202852 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-e79dcbd1-938e-404b-a0bb-47a9deefa8bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0483613 May 04 13:56:28.245510 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3246-fc93-4492-9c45-a351331acb8f req-1cd2e61b-1163-4d2e-bbd6-392f7e2dd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.246997 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-1cd2e61b-1163-4d2e-bbd6-392f7e2dd83c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379176 May 04 13:56:28.298833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5a51-cce7-4bca-ba9b-b116ee9cd0f4 req-19ebaae6-00a2-46ff-a8b0-dc58cce779fd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.301594 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8d8d5a51-cce7-4bca-ba9b-b116ee9cd0f4 req-19ebaae6-00a2-46ff-a8b0-dc58cce779fd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0505948 May 04 13:56:28.337373 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-04ea10f5-50ae-4aba-bd51-a756ff309200 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834522 May 04 13:56:28.349720 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8d8d5a51-cce7-4bca-ba9b-b116ee9cd0f4 req-a40745dd-207d-4fc3-bfe4-d3bb316eede8 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 May 04 13:56:28.429179 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-e4de3246-fc93-4492-9c45-a351331acb8f req-8f003e50-5905-4eb3-94c5-57128c0dfe23 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849764 May 04 13:56:28.767145 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-95a82f5b-4da7-4de9-b46d-734c49e9e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.768601 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-95a82f5b-4da7-4de9-b46d-734c49e9e154 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1127 time: 0.0370855 May 04 13:56:28.860689 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-8fb2f540-23e5-41d4-8d1c-86ce735e255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.862151 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-8fb2f540-23e5-41d4-8d1c-86ce735e255d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.0869036 May 04 13:56:28.913208 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-7f988d59-c707-4db9-931a-51159e6812eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 200 len: 217 time: 0.0337341 May 04 13:56:28.965330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-7462a3a9-1db0-4000-9a4f-a79ba698f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:28.966695 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-7462a3a9-1db0-4000-9a4f-a79ba698f80a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0452573 May 04 13:56:29.009412 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-f86d8bbe-f5d9-493c-bdbf-af6813197a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:29.010819 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-f86d8bbe-f5d9-493c-bdbf-af6813197a19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358045 May 04 13:56:29.098941 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-7869ba0e-d44a-439e-bed2-acad89fba076 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802665 May 04 13:56:29.188305 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0bbcb02f-1fb6-434e-887e-f87de9167f24 req-2ec0672f-fe64-4d8c-be82-9a9847792f9f service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827241 May 04 13:56:29.464587 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120bc0-87e2-4ca4-a694-9194826bb760 req-04930494-d466-44ae-bb7e-2d3d0b7bbe4a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:29.465985 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c120bc0-87e2-4ca4-a694-9194826bb760 req-04930494-d466-44ae-bb7e-2d3d0b7bbe4a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0473680 May 04 13:56:29.519834 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c120bc0-87e2-4ca4-a694-9194826bb760 req-cd464798-c9c9-40cd-ba65-83982c7c5f29 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 May 04 13:56:30.629086 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda423-946b-4965-adc0-de762c9aa3d0 req-d96d8868-a977-44c5-85e3-8ea7f2a2049a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:30.630451 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7fdda423-946b-4965-adc0-de762c9aa3d0 req-d96d8868-a977-44c5-85e3-8ea7f2a2049a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0457473 May 04 13:56:30.677556 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7fdda423-946b-4965-adc0-de762c9aa3d0 req-47671990-dbd6-4a14-a5a7-e7d6e0981d89 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 May 04 13:56:31.785979 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd81cde-38bb-4605-99e9-e9cb7cbf5092 req-7097db64-9e4b-4d47-85e9-bbb76fedc2bd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:31.787654 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9fd81cde-38bb-4605-99e9-e9cb7cbf5092 req-7097db64-9e4b-4d47-85e9-bbb76fedc2bd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0453279 May 04 13:56:31.838422 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9fd81cde-38bb-4605-99e9-e9cb7cbf5092 req-66acbe1f-7fea-4626-965b-385830675dc0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 May 04 13:56:32.949373 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128af8e-3a2d-452f-8a0b-71237a173336 req-f997209d-3353-4393-b95f-581d2d54136c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:32.950775 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e128af8e-3a2d-452f-8a0b-71237a173336 req-f997209d-3353-4393-b95f-581d2d54136c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0458405 May 04 13:56:32.997104 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e128af8e-3a2d-452f-8a0b-71237a173336 req-5df7d9c1-4e55-4277-90dd-8c8a9e73a905 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408087 May 04 13:56:34.125055 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0708-4054-4cbe-a283-1788b4f4b427 req-dfc0c841-7ff9-4c9a-80f8-6fe590a9fbf7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:34.126554 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-55da0708-4054-4cbe-a283-1788b4f4b427 req-dfc0c841-7ff9-4c9a-80f8-6fe590a9fbf7 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0528634 May 04 13:56:34.173644 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-55da0708-4054-4cbe-a283-1788b4f4b427 req-68da3b0b-ffba-4e35-aa1c-839fba9d2679 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 May 04 13:56:35.286466 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40325e-4edd-46a2-b037-1bff72e1f1d0 req-af55c1d2-1d60-405f-b64f-c5f4a5750a48 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:35.287897 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ea40325e-4edd-46a2-b037-1bff72e1f1d0 req-af55c1d2-1d60-405f-b64f-c5f4a5750a48 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0488806 May 04 13:56:35.335536 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ea40325e-4edd-46a2-b037-1bff72e1f1d0 req-5f071086-5e6a-474d-8b5c-d377e0f879a0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 May 04 13:56:36.426892 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a5fb9148-f4dc-4a06-b436-b3385b6b27e7 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:56:36.446970 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d35557-3f4c-4436-ac2a-e01fdb2a3585 req-0007374e-d97f-4727-bf96-105180d53d60 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:36.448490 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d35557-3f4c-4436-ac2a-e01fdb2a3585 req-0007374e-d97f-4727-bf96-105180d53d60 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 943 time: 0.0483565 May 04 13:56:36.496781 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-79d35557-3f4c-4436-ac2a-e01fdb2a3585 req-33e570d0-a0e8-41e9-86bc-66feb15eedd0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 May 04 13:56:36.525584 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:36.536951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'port_id': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'mac_address': 'fa:16:3e:46:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:56:36.573139 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:36.573464 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:36.585723 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fb9148-f4dc-4a06-b436-b3385b6b27e7 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:56:36.604656 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:36.608128 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:36.655344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:36.662495 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.662840 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.663221 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.663578 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.663913 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.664238 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.664561 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.664881 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.665200 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.665518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.665836 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.666167 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.666489 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.666805 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.667118 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:36.870561 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['a5fb9148-f4dc-4a06-b436-b3385b6b27e7'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:56:37.606824 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820de0a-f977-4d37-b4a1-78bec92d5497 req-29adfa56-94ee-48b5-93c4-a59c4368460a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:37.608191 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9820de0a-f977-4d37-b4a1-78bec92d5497 req-29adfa56-94ee-48b5-93c4-a59c4368460a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 944 time: 0.0451446 May 04 13:56:37.658278 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9820de0a-f977-4d37-b4a1-78bec92d5497 req-d8c3acec-5fe1-4c2e-a360-8c91c94e4dcd tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440066 May 04 13:56:38.440161 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a5fb9148-f4dc-4a06-b436-b3385b6b27e7 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:56:38.489123 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:56:38.495135 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:56:38.495701 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:38.569393 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:56:38.569711 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:38.594008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:56:38.596253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b635543-1280-4fcc-956b-cacc916251bf" -d '{"events": [{"server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:56:38.608870 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:56:38.613674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:38.636945 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea443d-54cf-4395-8139-92f366b8bf2b x-openstack-request-id: req-a9ea443d-54cf-4395-8139-92f366b8bf2b {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:56:38.637253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "name": "network-vif-plugged", "status": "completed", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:56:38.637505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9ea443d-54cf-4395-8139-92f366b8bf2b {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:56:38.637895 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ea443d-54cf-4395-8139-92f366b8bf2b'] response: {'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'code': 200} May 04 13:56:38.662460 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:38.772442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce44c6f-017b-4965-a649-1287ec1cde93 req-6f93a638-07b2-4cd5-b454-a279d625c438 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:38.773932 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ce44c6f-017b-4965-a649-1287ec1cde93 req-6f93a638-07b2-4cd5-b454-a279d625c438 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.0505545 May 04 13:56:38.825320 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5ce44c6f-017b-4965-a649-1287ec1cde93 req-afb2653d-c6e1-425e-8c9e-799c8cfb4e3c tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 May 04 13:56:38.870769 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd7b8-2d8c-4fb2-b224-e0e5ae9f6e13 req-41c62a76-8d30-4e12-92d7-8b085b20db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:38.872288 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-abbbd7b8-2d8c-4fb2-b224-e0e5ae9f6e13 req-41c62a76-8d30-4e12-92d7-8b085b20db4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1129 time: 0.0460963 May 04 13:56:38.921215 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-abbbd7b8-2d8c-4fb2-b224-e0e5ae9f6e13 req-c0e8a2e1-c16c-411b-8d24-ebc69faf2d9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386693 May 04 13:56:39.939214 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01edf-4ae8-4888-85d2-c3386b73db03 req-6737d7af-7541-471f-9473-42c0ca1152e1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:39.940672 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3df01edf-4ae8-4888-85d2-c3386b73db03 req-6737d7af-7541-471f-9473-42c0ca1152e1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.0450211 May 04 13:56:39.987058 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3df01edf-4ae8-4888-85d2-c3386b73db03 req-b7168a54-0aee-4b8e-8e06-92bf6bec567a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403264 May 04 13:56:41.100978 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b96d-8906-46ae-aaf0-83a75a13f830 req-c9df18c1-94e7-4cdb-bec7-5990ec14f13b tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:41.102415 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c242b96d-8906-46ae-aaf0-83a75a13f830 req-c9df18c1-94e7-4cdb-bec7-5990ec14f13b tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.0490880 May 04 13:56:41.148896 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c242b96d-8906-46ae-aaf0-83a75a13f830 req-4ef1ff79-5d53-475c-9f51-2038baa26740 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410013 May 04 13:56:41.258061 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471aaf9-28e9-4377-b5b6-23f78d56802c req-d66b3d16-e9f3-47e0-949e-c0447e698ceb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:41.259511 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d471aaf9-28e9-4377-b5b6-23f78d56802c req-d66b3d16-e9f3-47e0-949e-c0447e698ceb tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.0455489 May 04 13:56:41.307647 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d471aaf9-28e9-4377-b5b6-23f78d56802c req-c5864969-1911-4bd4-b0c1-86595607b412 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 May 04 13:56:41.329813 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43732) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:41.464461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ededd-afc5-4431-91d6-405acd4ed1cd tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:41.465921 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d76ededd-afc5-4431-91d6-405acd4ed1cd tempest-TestVolumeBootPattern-1586234663 tempest-TestVolumeBootPattern-1586234663-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1124 time: 0.1351597 May 04 13:56:41.468701 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43736) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:56:41.472769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'port_id': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:56:41.493885 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:41.577137 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:41.681767 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Allocated IP 172.27.1.72 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/7fa0a220-072c-48b5-841f-56c9b27b0c3e) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:56:41.779577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:41.811493 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:41.852461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:56:41.856735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:56:41.862189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:56:41.867696 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=7fa0a220-072c-48b5-841f-56c9b27b0c3e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:41.891899 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.892252 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.892602 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.892948 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.893288 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.893629 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.893964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.894301 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.894637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.894971 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.895331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.896200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.896530 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.896860 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:41.897185 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:56:42.234130 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.299880 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.449635 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.454231 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.521453 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event updated for resources: {'Port': ['ID=7fa0a220-072c-48b5-841f-56c9b27b0c3e,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:56:42.530868 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.630540 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP 493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce associated. External IP: 172.27.1.72, port: a5fb9148-f4dc-4a06-b436-b3385b6b27e7. May 04 13:56:42.845930 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:56:42.954599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:56:42.964324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:56:42.971585 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:42.975935 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:56:42.976583 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:56:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:56:43.001259 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-7427a88f-7d32-45f2-975c-087af38386b3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5315764 May 04 13:56:43.001842 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:56:43.004119 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40318ec6-e272-4abd-9be1-24ee3fadd7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:56:43.044229 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004eb052-54c7-48a9-9e9e-11b33a66ad2b x-openstack-request-id: req-004eb052-54c7-48a9-9e9e-11b33a66ad2b {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:56:43.044516 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:56:43.044766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-004eb052-54c7-48a9-9e9e-11b33a66ad2b {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:56:43.045172 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004eb052-54c7-48a9-9e9e-11b33a66ad2b'] response: {'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'status': 'completed', 'code': 200} May 04 13:56:43.086756 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:56:43.110302 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-2a10398c-d8c3-4f5b-97d9-f5b61d95d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:43.111722 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-2a10398c-d8c3-4f5b-97d9-f5b61d95d4ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1129 time: 0.0421026 May 04 13:56:43.205800 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-2b843412-3559-4727-a92b-a8bf4228ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:43.207274 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-2b843412-3559-4727-a92b-a8bf4228ec18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.0882609 May 04 13:56:43.274004 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-d0733f76-40d8-4bee-9271-633697d73317 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 200 len: 998 time: 0.0600243 May 04 13:56:43.315842 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:46:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505baf-b381-4594-a3a8-427cf67196ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:56:42Z', 'updated_at': '2022-05-04T13:56:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}, {'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:56:43.322947 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-84b9cf01-a66a-4ef2-9843-9a3a97286758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:43.324447 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-84b9cf01-a66a-4ef2-9843-9a3a97286758 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0442932 May 04 13:56:43.341938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:56:43.351004 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:56:43.351665 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:56:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:56:43.367059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-c0194c2e-8d83-4483-b7eb-bc7a22e60684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:56:43.368523 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-c0194c2e-8d83-4483-b7eb-bc7a22e60684 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383270 May 04 13:56:43.467655 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-056eaaf5-75cf-451b-9cbd-2f5d91c54812 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921943 May 04 13:56:43.561996 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-40318ec6-e272-4abd-9be1-24ee3fadd7a2 req-1225db05-7c96-4c7a-beeb-b212483fb9b3 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853729 May 04 13:56:43.592573 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:56:43.805125 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:46:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505baf-b381-4594-a3a8-427cf67196ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:56:42Z', 'updated_at': '2022-05-04T13:56:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}, {'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:56:43.830969 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6f88e-db3a-4197-85aa-980817831699 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:46:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505baf-b381-4594-a3a8-427cf67196ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:56:42Z', 'updated_at': '2022-05-04T13:56:42Z', 'revision_number': 0, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}, {'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:56:44.020065 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c22a40-e572-4fb6-b7e3-168264e8ffd0 None None] New status for floating IP 493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce: ACTIVE {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:56:46.184675 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:46.259278 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-695aaed1-0197-42a3-a3a4-59e24a06b9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:48.412369 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-827476b8-0428-45d6-a14a-7dbefa874a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:49.833008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:51.305915 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:56:52.562822 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:04.193797 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd84d4c-b4b3-4496-8273-29734b3c8c79 req-b7dc46d3-452b-4ee2-bd99-61a5e06f7992 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:04.196020 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6fd84d4c-b4b3-4496-8273-29734b3c8c79 req-b7dc46d3-452b-4ee2-bd99-61a5e06f7992 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0470390 May 04 13:57:04.246106 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6fd84d4c-b4b3-4496-8273-29734b3c8c79 req-df406512-d8c7-4b89-b3ae-73e0af7eae4a tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446506 May 04 13:57:04.943336 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:57:05.361591 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf169-e91a-42c9-8703-74a640104e93 req-cc50e5d1-c982-4441-bdc7-298bec6c3f25 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:05.363052 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c4bf169-e91a-42c9-8703-74a640104e93 req-cc50e5d1-c982-4441-bdc7-298bec6c3f25 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0458522 May 04 13:57:05.408873 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1c4bf169-e91a-42c9-8703-74a640104e93 req-75a0e2ee-9aa6-4b73-b92e-97f7f8b353e0 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 May 04 13:57:06.521109 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9729-8391-4e07-bc7e-e935bf0deca2 req-ac7206a2-08ac-4726-bd2f-06fb0353c59a tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:06.522538 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-026d9729-8391-4e07-bc7e-e935bf0deca2 req-ac7206a2-08ac-4726-bd2f-06fb0353c59a tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0456967 May 04 13:57:06.567480 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-026d9729-8391-4e07-bc7e-e935bf0deca2 req-1c3fcce8-6185-4229-b44c-514b7352142e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394156 May 04 13:57:07.843473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192e9c8-0ab2-4843-a057-c62ce0a00c12 req-cf041b8c-2803-4b46-9a47-c65c0f6f364b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:07.844967 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c192e9c8-0ab2-4843-a057-c62ce0a00c12 req-cf041b8c-2803-4b46-9a47-c65c0f6f364b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0496135 May 04 13:57:07.890230 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c192e9c8-0ab2-4843-a057-c62ce0a00c12 req-525f250c-58e8-430a-8652-48799d3b43c5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 May 04 13:57:09.000357 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d44c7-4d70-4bf3-aa0d-2178bdb87a93 req-c2ab5ba9-4a74-4be7-8e69-a8ee568250d5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:09.001786 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f03d44c7-4d70-4bf3-aa0d-2178bdb87a93 req-c2ab5ba9-4a74-4be7-8e69-a8ee568250d5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0458241 May 04 13:57:09.046256 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f03d44c7-4d70-4bf3-aa0d-2178bdb87a93 req-b29c1782-06c5-4bd0-9c8c-56797285f61a tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391250 May 04 13:57:10.160165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d534938-a2c9-4085-89e3-0042014df3aa req-499f400f-14bb-43d9-a2ea-8aeaf4224dda tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:10.161619 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d534938-a2c9-4085-89e3-0042014df3aa req-499f400f-14bb-43d9-a2ea-8aeaf4224dda tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0504200 May 04 13:57:10.208268 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6d534938-a2c9-4085-89e3-0042014df3aa req-b4e81fc1-1bd7-4f2e-8a82-7470e5c443ba tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 May 04 13:57:11.318575 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af53a3-4ce9-4d3a-ab3c-700a9fd39a29 req-61b99ab1-3b54-4da1-b8e7-2bf2aadd5c76 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:11.320086 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-93af53a3-4ce9-4d3a-ab3c-700a9fd39a29 req-61b99ab1-3b54-4da1-b8e7-2bf2aadd5c76 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0471158 May 04 13:57:11.365726 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-93af53a3-4ce9-4d3a-ab3c-700a9fd39a29 req-4afed396-89bf-4152-962e-f6c315ef9ed9 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401766 May 04 13:57:12.475564 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc6854-a6d0-4f0c-acf1-22e417365c02 req-3f023700-f778-4967-8041-278d605eeaa6 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:12.477647 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-85bc6854-a6d0-4f0c-acf1-22e417365c02 req-3f023700-f778-4967-8041-278d605eeaa6 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0461113 May 04 13:57:12.526596 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-85bc6854-a6d0-4f0c-acf1-22e417365c02 req-225ed5d8-b130-45cc-aba6-efa220e00e8e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 May 04 13:57:13.636489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbae01-6833-405e-be9c-f391d04b1efa req-7c655fba-f3b2-4670-93e2-c08bae8abba2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:13.637914 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-febbae01-6833-405e-be9c-f391d04b1efa req-7c655fba-f3b2-4670-93e2-c08bae8abba2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0456161 May 04 13:57:13.692754 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-febbae01-6833-405e-be9c-f391d04b1efa req-14e39a6e-049e-4490-83d4-b89dc5819f73 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490360 May 04 13:57:14.807455 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2892-4b1c-466a-b7fc-aec1508b5240 req-e8400563-1802-4a6c-adf9-71824dd20e6f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:14.808912 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c7e2892-4b1c-466a-b7fc-aec1508b5240 req-e8400563-1802-4a6c-adf9-71824dd20e6f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0455308 May 04 13:57:14.855317 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9c7e2892-4b1c-466a-b7fc-aec1508b5240 req-61da62a9-6c20-4b51-8190-dee013492d91 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 May 04 13:57:15.084018 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7188af-ee76-4c36-af46-02c02e5a7700 req-eee4e459-2f5e-4143-be98-0ec8c25952c7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:15.085499 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0a7188af-ee76-4c36-af46-02c02e5a7700 req-eee4e459-2f5e-4143-be98-0ec8c25952c7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0506132 May 04 13:57:15.131892 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0a7188af-ee76-4c36-af46-02c02e5a7700 req-08f18200-f3d3-4cf6-9e31-a01bcaccb742 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 May 04 13:57:15.148062 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-fde013ef-ea40-4c11-bcba-f2193b70d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:15.149545 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-fde013ef-ea40-4c11-bcba-f2193b70d6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1130 time: 0.0426683 May 04 13:57:15.239785 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-fd7733b8-cb16-45de-8268-b980922eed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:15.241132 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-fd7733b8-cb16-45de-8268-b980922eed44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0822704 May 04 13:57:15.309376 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-2452dee4-fd0a-42bd-890a-6aa10fbd19c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 1001 time: 0.0589850 May 04 13:57:15.356717 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-701630b0-bf13-49a2-b0f6-a3c3faba958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:15.358114 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-701630b0-bf13-49a2-b0f6-a3c3faba958e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0427408 May 04 13:57:15.399588 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-b00ddc3e-3dbf-45fd-b3ab-7d7ac8f5f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:15.401050 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-b00ddc3e-3dbf-45fd-b3ab-7d7ac8f5f714 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367217 May 04 13:57:15.489887 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-c5438b05-8e82-49d1-99e7-2771e6376aab service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 May 04 13:57:15.579503 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-dee1b2a4-6c84-4046-8fdc-70ee059898b1 req-73210a89-69f6-4ecc-acfd-19b67e38dc23 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789802 May 04 13:57:16.207060 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:16.246752 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16df3e3-ce18-4f7f-984f-41fc94438cff req-4a9f3470-78fa-4867-a9f8-0f31dfb5856b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:16.248303 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e16df3e3-ce18-4f7f-984f-41fc94438cff req-4a9f3470-78fa-4867-a9f8-0f31dfb5856b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0480173 May 04 13:57:16.260457 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-81db7b46-90e3-452b-9b48-a1a327bed8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:16.295655 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e16df3e3-ce18-4f7f-984f-41fc94438cff req-8eb30cf2-6500-4202-8e40-bbcc2ca0c517 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 May 04 13:57:17.408101 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8850eb-44b8-488f-bf45-14f0d7f44a68 req-8f27fe6b-7e96-44df-9ec1-26b45091c77b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:17.409590 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed8850eb-44b8-488f-bf45-14f0d7f44a68 req-8f27fe6b-7e96-44df-9ec1-26b45091c77b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0468657 May 04 13:57:17.458915 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-ed8850eb-44b8-488f-bf45-14f0d7f44a68 req-5a258207-a7f2-4e60-9af4-c31a05f8aaf7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 May 04 13:57:18.414772 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d246b2d3-2d3e-4476-9154-7892a09f098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:19.834505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:21.308001 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:22.565048 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.445562 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43806) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:23.590505 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Deleting port f7d072f4-9c58-4c96-8993-9c536cc6806e {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:23.590756 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.664339 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.664680 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for floatingip (f7d072f4-9c58-4c96-8993-9c536cc6806e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.677419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Calling delete_port for f7d072f4-9c58-4c96-8993-9c536cc6806e owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:23.725749 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-38f83f13-495e-435c-b53f-abb598fbe880 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441792 May 04 13:57:23.784952 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-431b61ea-83c9-450b-86ef-06bc215e0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:23.786419 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-431b61ea-83c9-450b-86ef-06bc215e0128 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 1130 time: 0.0369396 May 04 13:57:23.826030 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (f7d072f4-9c58-4c96-8993-9c536cc6806e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.851963 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event deleted for resources: {'Port': ['ID=f7d072f4-9c58-4c96-8993-9c536cc6806e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:23.891829 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-6cc41b02-a763-4f29-9c01-8ca819d8c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:23.893300 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-6cc41b02-a763-4f29-9c01-8ca819d8c42e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0887830 May 04 13:57:23.916239 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for floatingip (3c85cae7-e64c-4a7a-975b-aebf31b4fb6d), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:23.916578 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Floating IP 3c85cae7-e64c-4a7a-975b-aebf31b4fb6d disassociated (deleted). External IP: 172.27.1.20, port: 272736d4-b309-4f51-a6b7-a65b04350361. May 04 13:57:23.961033 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-79740731-7f70-49df-9c26-ad96f341b4e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 200 len: 1001 time: 0.0610237 May 04 13:57:24.008313 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-bcdfe87f-b878-40a9-9499-aaed539c1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:24.009747 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-bcdfe87f-b878-40a9-9499-aaed539c1c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0428483 May 04 13:57:24.051398 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-6c38028f-d831-4410-b5ba-2e2ede729de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:24.052897 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-6c38028f-d831-4410-b5ba-2e2ede729de0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374429 May 04 13:57:24.144779 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-d4b61011-cbb6-46cd-b454-8b5e553f9b9a service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 May 04 13:57:24.151869 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Router f0102e2b-1ad4-4409-9d82-5c734757b044 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:57:24.237618 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b2bbf40b-d134-4501-924b-05afb30aaabd req-3d229b71-5091-4a1d-8b3b-8519f7318fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 May 04 13:57:24.269745 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:57:24.275001 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:24.279782 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Sync routers for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:57:24.291690 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:24.292303 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:24.305164 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-43aa0f01-3da6-4a1d-ac65-5c3c9c5a15d1 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "DELETE /v2.0/floatingips/3c85cae7-e64c-4a7a-975b-aebf31b4fb6d HTTP/1.1" status: 204 len: 168 time: 0.8585269 May 04 13:57:24.305748 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:57:24.308729 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccfc9c9-f66b-4dad-983f-f153f3101221" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:57:24.358012 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ade026-40e6-4a82-9518-a8919e162f12 x-openstack-request-id: req-f1ade026-40e6-4a82-9518-a8919e162f12 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:57:24.358501 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:57:24.358752 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1ade026-40e6-4a82-9518-a8919e162f12 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:57:24.359154 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ade026-40e6-4a82-9518-a8919e162f12'] response: {'name': 'network-changed', 'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'status': 'completed', 'code': 200} May 04 13:57:24.410452 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:24.423474 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-5adff5dd-920e-47ef-94ba-5966f0c0ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:24.425361 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-5adff5dd-920e-47ef-94ba-5966f0c0ee83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e954f6233f084ff0a0972369ec806b34&device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 1129 time: 0.0456419 May 04 13:57:24.531793 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-2eedf25d-5e82-43b6-8da4-11ecfe5c786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:24.534830 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-2eedf25d-5e82-43b6-8da4-11ecfe5c786a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 200 len: 910 time: 0.0988476 May 04 13:57:24.547183 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34172-7e8a-490a-9456-b0dc66b1ec41 req-66fefd67-2bc2-4a36-80a6-33ecae53db43 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:24.548774 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dbb34172-7e8a-490a-9456-b0dc66b1ec41 req-66fefd67-2bc2-4a36-80a6-33ecae53db43 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0487998 May 04 13:57:24.598720 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-dbb34172-7e8a-490a-9456-b0dc66b1ec41 req-7651c638-b285-450d-8b27-763ed36cecde tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 May 04 13:57:24.615563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:24.646149 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Checking router: f0102e2b-1ad4-4409-9d82-5c734757b044 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:57:24.655057 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:24.655694 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:24.764999 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:24.948951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:24.974883 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a3f3e-86db-494b-8d8d-23d71e123fdf None None] The sync data for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi is: [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:32Z', 'revision_number': 4, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '70183b43-1609-428e-8405-d42bac15bb83', 'name': '', 'network_id': '3f383862-41b6-4b7f-91be-d3071e452c1d', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'mac_address': 'fa:16:3e:50:50:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:32Z', 'updated_at': '2022-05-04T13:52:38Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'subnets': [{'id': 'f49aee04-09f2-4045-85e5-198c0b28e5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:57:25.181072 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a64fa5-fd30-452d-8a1a-8bf56292d890 None None] New status for floating IP 3c85cae7-e64c-4a7a-975b-aebf31b4fb6d: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:57:25.610289 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-9f9603a8-afe2-4f6c-957b-d95bbcb94eb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 200 len: 217 time: 0.0361662 May 04 13:57:25.660404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-622ca070-5b16-4435-9528-99f0a0a2242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:25.661870 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-622ca070-5b16-4435-9528-99f0a0a2242c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 200 len: 848 time: 0.0423388 May 04 13:57:25.704868 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-c8d9e53c-dcaa-4fc9-998c-4ca1979ba367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:25.706417 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-c8d9e53c-dcaa-4fc9-998c-4ca1979ba367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f383862-41b6-4b7f-91be-d3071e452c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384121 May 04 13:57:25.712190 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2314-a09b-4b57-a129-e2a5d2f71695 req-2d106420-b22c-4dd3-93da-881051fd9b98 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:25.714224 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-451b2314-a09b-4b57-a129-e2a5d2f71695 req-2d106420-b22c-4dd3-93da-881051fd9b98 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0459716 May 04 13:57:25.765474 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-451b2314-a09b-4b57-a129-e2a5d2f71695 req-6a27604f-5d2c-4d3d-9424-39d57c8542a2 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/security-groups?id=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 May 04 13:57:25.847718 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-84a89b04-5917-49a8-bd38-fe7f831d00ee service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924413 May 04 13:57:26.244007 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-3ccfc9c9-f66b-4dad-983f-f153f3101221 req-7b46677e-4455-4fcf-815e-3e054703de7d service neutron] 10.222.0.23 "GET /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 May 04 13:57:26.308981 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-ad66c371-cbc2-4994-8208-ff1667ba1135 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:26.310418 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-ad66c371-cbc2-4994-8208-ff1667ba1135 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 945 time: 0.0453963 May 04 13:57:26.552646 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Deleting port 272736d4-b309-4f51-a6b7-a65b04350361 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:26.552984 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (272736d4-b309-4f51-a6b7-a65b04350361), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:26.642190 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] For port 272736d4-b309-4f51-a6b7-a65b04350361, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=272736d4-b309-4f51-a6b7-a65b04350361,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:26.642559 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (272736d4-b309-4f51-a6b7-a65b04350361), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:26.655298 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Calling delete_port for 272736d4-b309-4f51-a6b7-a65b04350361 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:26.779138 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (272736d4-b309-4f51-a6b7-a65b04350361), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:26.806970 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event deleted for resources: {'Port': ['ID=272736d4-b309-4f51-a6b7-a65b04350361,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:26.860208 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] No DVR routers for this DVR port 272736d4-b309-4f51-a6b7-a65b04350361 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:57:26.862709 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:26.866064 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9541826b-4179-40bf-bf3c-3fccc0b7483b req-233eae78-bb7c-404c-83a5-db156bd7c3a9 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.23 "DELETE /v2.0/ports/272736d4-b309-4f51-a6b7-a65b04350361 HTTP/1.1" status: 204 len: 173 time: 0.3910880 May 04 13:57:26.885464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-deleted', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:57:26.887940 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da54937-e982-42b1-b194-7a1226706f1d" -d '{"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-deleted", "tag": "272736d4-b309-4f51-a6b7-a65b04350361"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:57:26.892234 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9db5bcaa-f422-4dea-8c50-b9aec5cb7ddd req-72f31927-8255-49de-9ea4-0e107cba7468 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1b86b84-d232-437f-b7b7-56b65092226c HTTP/1.1" status: 200 len: 210 time: 0.0559418 May 04 13:57:26.923650 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f16f850-265d-43ca-b622-3b849b545250 x-openstack-request-id: req-7f16f850-265d-43ca-b622-3b849b545250 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:57:26.923945 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b86b84-d232-437f-b7b7-56b65092226c", "name": "network-vif-deleted", "tag": "272736d4-b309-4f51-a6b7-a65b04350361", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:57:26.924197 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f16f850-265d-43ca-b622-3b849b545250 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:57:26.924623 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f16f850-265d-43ca-b622-3b849b545250'] response: {'server_uuid': 'b1b86b84-d232-437f-b7b7-56b65092226c', 'name': 'network-vif-deleted', 'tag': '272736d4-b309-4f51-a6b7-a65b04350361', 'status': 'completed', 'code': 200} May 04 13:57:27.947881 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43826) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:28.002188 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (b7af7ba3-4382-4368-8f4e-9b3f8353c1d9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:28.026517 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (b7af7ba3-4382-4368-8f4e-9b3f8353c1d9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:28.086958 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (b7af7ba3-4382-4368-8f4e-9b3f8353c1d9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:28.089576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:28.090751 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] 10.222.0.73 "DELETE /v2.0/security-groups/b7af7ba3-4382-4368-8f4e-9b3f8353c1d9 HTTP/1.1" status: 204 len: 168 time: 0.1419096 May 04 13:57:28.099903 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633b8b-15be-446b-bcc3-3189c4d6dab5 tempest-TestShelveInstance-629868898 tempest-TestShelveInstance-629868898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af7ba3-4382-4368-8f4e-9b3f8353c1d9,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:28.734904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:28.754115 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 272736d4-b309-4f51-a6b7-a65b04350361 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:28.754458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 272736d4-b309-4f51-a6b7-a65b04350361 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:29.151508 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43832) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:29.833722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (f0102e2b-1ad4-4409-9d82-5c734757b044), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.058169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Deleting port 70183b43-1609-428e-8405-d42bac15bb83 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:30.058397 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (70183b43-1609-428e-8405-d42bac15bb83), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.134337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] For port 70183b43-1609-428e-8405-d42bac15bb83, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=70183b43-1609-428e-8405-d42bac15bb83,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:30.134699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (70183b43-1609-428e-8405-d42bac15bb83), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.147278 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Calling delete_port for 70183b43-1609-428e-8405-d42bac15bb83 owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:30.322211 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (70183b43-1609-428e-8405-d42bac15bb83), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.347019 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70183b43-1609-428e-8405-d42bac15bb83,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:30.518987 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (f0102e2b-1ad4-4409-9d82-5c734757b044), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.733908 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Router f0102e2b-1ad4-4409-9d82-5c734757b044 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:57:30.840784 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:57:30.845687 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0bf81c52-c0e0-4267-b642-15964bfd4ac0 admin admin] 10.222.0.73 "PUT /v2.0/routers/f0102e2b-1ad4-4409-9d82-5c734757b044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931813 May 04 13:57:30.848381 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43836) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:30.849295 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Sync routers for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:57:30.859248 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:30.859865 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:30.953768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks [] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:30.966084 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:31.064319 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks [] for router_gateway (f0102e2b-1ad4-4409-9d82-5c734757b044), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.113354 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Deleting port f35ecfa9-0a06-4aa9-88b6-adced930d192 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:31.113691 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.190714 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] For port f35ecfa9-0a06-4aa9-88b6-adced930d192, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=f35ecfa9-0a06-4aa9-88b6-adced930d192,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:31.191072 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.204369 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Calling delete_port for f35ecfa9-0a06-4aa9-88b6-adced930d192 owned by network:router_gateway {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:31.260030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:57:30Z', 'revision_number': 5, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port': {'id': 'f35ecfa9-0a06-4aa9-88b6-adced930d192', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:31.289673 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Checking router: f0102e2b-1ad4-4409-9d82-5c734757b044 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:57:31.298444 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Routers {'f0102e2b-1ad4-4409-9d82-5c734757b044'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:31.299080 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f0102e2b-1ad4-4409-9d82-5c734757b044'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:31.406990 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] Set router f0102e2b-1ad4-4409-9d82-5c734757b044 gateway port host: None {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:31.460452 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:57:31Z', 'revision_number': 6, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:31.490715 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab02df0-22ac-488e-8507-d164e0aad72c None None] The sync data for ids ['f0102e2b-1ad4-4409-9d82-5c734757b044'] in dv-cinder-839793-6-iscsi is: [{'id': 'f0102e2b-1ad4-4409-9d82-5c734757b044', 'name': 'tempest-TestShelveInstance-1154111385-router', 'tenant_id': 'e954f6233f084ff0a0972369ec806b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:30Z', 'updated_at': '2022-05-04T13:57:31Z', 'revision_number': 6, 'project_id': 'e954f6233f084ff0a0972369ec806b34', 'gw_port_host': None}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:57:31.624160 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (f35ecfa9-0a06-4aa9-88b6-adced930d192), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.652647 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f35ecfa9-0a06-4aa9-88b6-adced930d192,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:31.675930 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.676275 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.676614 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.676946 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.677304 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.677631 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.677953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.678272 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.678591 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.678916 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.679858 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.680186 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.680505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.680825 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.681137 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:31.721470 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (f0102e2b-1ad4-4409-9d82-5c734757b044), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.817970 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.820462 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks [] for router_controller (f0102e2b-1ad4-4409-9d82-5c734757b044), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.865605 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (f0102e2b-1ad4-4409-9d82-5c734757b044), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.866284 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0102e2b-1ad4-4409-9d82-5c734757b044 {{(pid=109869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:57:31.871233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.872424 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e3afb6ee-64f3-4d77-b207-70abcfa3ee0e admin admin] 10.222.0.73 "DELETE /v2.0/routers/f0102e2b-1ad4-4409-9d82-5c734757b044 HTTP/1.1" status: 204 len: 168 time: 1.0230129 May 04 13:57:31.874980 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43838) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:31.928950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Deleting subnet f49aee04-09f2-4045-85e5-198c0b28e5df {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:57:31.932358 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Publish callbacks [] for subnet (f49aee04-09f2-4045-85e5-198c0b28e5df), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.955197 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 70183b43-1609-428e-8405-d42bac15bb83 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:31.969117 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (f49aee04-09f2-4045-85e5-198c0b28e5df), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:31.975801 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 70183b43-1609-428e-8405-d42bac15bb83 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:31.976916 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 70183b43-1609-428e-8405-d42bac15bb83 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:32.046417 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (f49aee04-09f2-4045-85e5-198c0b28e5df), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.099725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (f49aee04-09f2-4045-85e5-198c0b28e5df), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.124230 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49aee04-09f2-4045-85e5-198c0b28e5df,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:32.127999 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.131283 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-46c138e7-9c61-4844-9ec1-794171dad2c5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f49aee04-09f2-4045-85e5-198c0b28e5df HTTP/1.1" status: 204 len: 168 time: 0.2547150 May 04 13:57:32.133983 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43840) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:32.135696 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c598460-52b6-49cb-98cc-eeb924ac6217 None None] Network 3f383862-41b6-4b7f-91be-d3071e452c1d requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:57:32.200764 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (3f383862-41b6-4b7f-91be-d3071e452c1d), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.244088 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Deleting port cb77a471-f8df-47c8-9514-59e2d95ab509 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:32.244583 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.313869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] For port cb77a471-f8df-47c8-9514-59e2d95ab509, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=cb77a471-f8df-47c8-9514-59e2d95ab509,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:32.313869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.323360 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] DHCP port deletion for 3f383862-41b6-4b7f-91be-d3071e452c1d request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:57:32.329217 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Calling delete_port for cb77a471-f8df-47c8-9514-59e2d95ab509 owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:32.363175 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Deleting port cb77a471-f8df-47c8-9514-59e2d95ab509 {{(pid=109871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:32.363587 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), before_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.411536 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.429948 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] For port cb77a471-f8df-47c8-9514-59e2d95ab509, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=cb77a471-f8df-47c8-9514-59e2d95ab509,segment=NetworkSegment(b7d07290-b37b-4b9b-a915-c70595ceac92),segment_id=b7d07290-b37b-4b9b-a915-c70595ceac92)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:32.430344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), precommit_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.440323 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb77a471-f8df-47c8-9514-59e2d95ab509,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:32.446560 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Calling delete_port for cb77a471-f8df-47c8-9514-59e2d95ab509 owned by network:dhcp {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:32.451738 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] No DVR routers for this DVR port cb77a471-f8df-47c8-9514-59e2d95ab509 on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:57:32.520841 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (3f383862-41b6-4b7f-91be-d3071e452c1d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.525850 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693'] for port (cb77a471-f8df-47c8-9514-59e2d95ab509), after_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.542354 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f383862-41b6-4b7f-91be-d3071e452c1d']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:32.548818 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] Pushing event deleted for resources: {'Port': ['ID=cb77a471-f8df-47c8-9514-59e2d95ab509,revision_number=None']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:32.552555 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d07290-b37b-4b9b-a915-c70595ceac92') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:32.552852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d07290-b37b-4b9b-a915-c70595ceac92') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:32.554909 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568cc5c-154a-488a-a072-dc41d398b880 None None] No DVR routers for this DVR port cb77a471-f8df-47c8-9514-59e2d95ab509 on host dv-cinder-839793-6-iscsi {{(pid=109871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:57:32.565579 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (b7d07290-b37b-4b9b-a915-c70595ceac92), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.580096 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b7d07290-b37b-4b9b-a915-c70595ceac92), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.586966 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:57:32.587453 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (b7d07290-b37b-4b9b-a915-c70595ceac92), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:57:32.589325 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:57:32.651132 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (3f383862-41b6-4b7f-91be-d3071e452c1d), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.656330 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:32.659449 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3f383862-41b6-4b7f-91be-d3071e452c1d HTTP/1.1" status: 204 len: 168 time: 0.5245390 May 04 13:57:32.662534 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43844) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:32.669798 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbfbe7-e221-4db4-986c-2de4b2a07770 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f383862-41b6-4b7f-91be-d3071e452c1d,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:32.979045 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (b09579a1-8b04-4fca-8a1a-921d227827c7), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:33.208628 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Deleting port acb5384c-7b10-4047-823e-87ab271009ca {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:33.208957 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (acb5384c-7b10-4047-823e-87ab271009ca), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:33.289311 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] For port acb5384c-7b10-4047-823e-87ab271009ca, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=acb5384c-7b10-4047-823e-87ab271009ca,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:33.289666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (acb5384c-7b10-4047-823e-87ab271009ca), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:33.302220 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Calling delete_port for acb5384c-7b10-4047-823e-87ab271009ca owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:33.475292 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (acb5384c-7b10-4047-823e-87ab271009ca), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:33.509185 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb5384c-7b10-4047-823e-87ab271009ca,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:33.671918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (b09579a1-8b04-4fca-8a1a-921d227827c7), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:33.893911 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Router b09579a1-8b04-4fca-8a1a-921d227827c7 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:57:33.902948 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device cb77a471-f8df-47c8-9514-59e2d95ab509 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:33.925418 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: cb77a471-f8df-47c8-9514-59e2d95ab509 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:33.925757 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device cb77a471-f8df-47c8-9514-59e2d95ab509 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:33.926170 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device f35ecfa9-0a06-4aa9-88b6-adced930d192 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:33.944662 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: f35ecfa9-0a06-4aa9-88b6-adced930d192 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:33.945516 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device f35ecfa9-0a06-4aa9-88b6-adced930d192 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:34.003898 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:57:34.009830 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3cd0b616-819b-411a-9b5b-1ced505e5901 admin admin] 10.222.0.73 "PUT /v2.0/routers/b09579a1-8b04-4fca-8a1a-921d227827c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3460679 May 04 13:57:34.012354 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43846) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:34.013875 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Sync routers for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:57:34.023884 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:34.024492 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:34.136540 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:34.387660 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks [] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.404189 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:57:33Z', 'revision_number': 5, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:34.430221 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Checking router: b09579a1-8b04-4fca-8a1a-921d227827c7 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:57:34.438341 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Routers {'b09579a1-8b04-4fca-8a1a-921d227827c7'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:34.438952 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b09579a1-8b04-4fca-8a1a-921d227827c7'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:34.490467 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks [] for router_gateway (b09579a1-8b04-4fca-8a1a-921d227827c7), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.534410 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Deleting port abd667b1-47dc-4ba6-b29e-3bf860156291 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:34.534744 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.543763 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] Set router b09579a1-8b04-4fca-8a1a-921d227827c7 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:34.621304 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] For port abd667b1-47dc-4ba6-b29e-3bf860156291, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=abd667b1-47dc-4ba6-b29e-3bf860156291,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:34.621664 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.634189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Calling delete_port for abd667b1-47dc-4ba6-b29e-3bf860156291 owned by network:router_gateway {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:34.711110 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:57:33Z', 'revision_number': 5, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:34.736632 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc7a1c-5f06-4c96-a981-01d214fbfcb1 None None] The sync data for ids ['b09579a1-8b04-4fca-8a1a-921d227827c7'] in dv-cinder-839793-6-iscsi is: [{'id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'name': 'tempest-TestShelveInstance-1496115376-router', 'tenant_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:57:33Z', 'revision_number': 5, 'project_id': 'a57584c2eb7f41b1ad25b26cb9ff3c24', 'gw_port': {'id': 'abd667b1-47dc-4ba6-b29e-3bf860156291', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09579a1-8b04-4fca-8a1a-921d227827c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:52:35Z', 'updated_at': '2022-05-04T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:57:34.800107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (abd667b1-47dc-4ba6-b29e-3bf860156291), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.824908 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd667b1-47dc-4ba6-b29e-3bf860156291,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:34.886717 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (b09579a1-8b04-4fca-8a1a-921d227827c7), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.975262 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:34.977810 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks [] for router_controller (b09579a1-8b04-4fca-8a1a-921d227827c7), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.018375 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (b09579a1-8b04-4fca-8a1a-921d227827c7), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.018834 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09579a1-8b04-4fca-8a1a-921d227827c7 {{(pid=109870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:57:35.023620 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.024658 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ad643ac2-333e-452e-b082-47c2e3ace7b0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b09579a1-8b04-4fca-8a1a-921d227827c7 HTTP/1.1" status: 204 len: 168 time: 1.0114086 May 04 13:57:35.027127 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43848) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:35.070980 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Deleting subnet cd12a6b8-8a30-4101-ab40-4da279596dd6 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:57:35.074144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Publish callbacks [] for subnet (cd12a6b8-8a30-4101-ab40-4da279596dd6), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.113282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (cd12a6b8-8a30-4101-ab40-4da279596dd6), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.192113 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (cd12a6b8-8a30-4101-ab40-4da279596dd6), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.248662 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (cd12a6b8-8a30-4101-ab40-4da279596dd6), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.275094 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd12a6b8-8a30-4101-ab40-4da279596dd6,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:35.278821 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.284358 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9dda85ab-f0bf-4bf0-b4f3-26af10d598e5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cd12a6b8-8a30-4101-ab40-4da279596dd6 HTTP/1.1" status: 204 len: 168 time: 0.2539597 May 04 13:57:35.284666 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43850) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:35.287093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81582ae-9cea-4f23-80f4-b42ade223361 None None] Network 38aec3fa-b209-409d-a374-7f4d1b36316f requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:57:35.360102 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (38aec3fa-b209-409d-a374-7f4d1b36316f), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.410531 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Deleting port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:35.410872 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.477599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] For port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,segment=NetworkSegment(b0eea6f3-6883-405e-96f2-5a2612f8ed6b),segment_id=b0eea6f3-6883-405e-96f2-5a2612f8ed6b)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:35.477959 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.490192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Calling delete_port for 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 owned by network:dhcp {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:35.565287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (6ab1ad9e-0837-4db1-a4bc-0ddd34fad656), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.592632 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab1ad9e-0837-4db1-a4bc-0ddd34fad656,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:35.596136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] No DVR routers for this DVR port 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 on host dv-cinder-839793-6-iscsi {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:57:35.666416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (38aec3fa-b209-409d-a374-7f4d1b36316f), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.686353 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aec3fa-b209-409d-a374-7f4d1b36316f']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:35.696144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:35.696438 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0eea6f3-6883-405e-96f2-5a2612f8ed6b') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:35.705467 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (b0eea6f3-6883-405e-96f2-5a2612f8ed6b), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.720560 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (b0eea6f3-6883-405e-96f2-5a2612f8ed6b), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.727869 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:57:35.728374 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (b0eea6f3-6883-405e-96f2-5a2612f8ed6b), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:57:35.730444 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:57:35.746128 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f24ceb-1827-495b-b7b2-432c5b2e77bd None None] DHCP port deletion for 38aec3fa-b209-409d-a374-7f4d1b36316f request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:57:35.803592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (38aec3fa-b209-409d-a374-7f4d1b36316f), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.813063 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:35.816601 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] 10.222.0.73 "DELETE /v2.0/networks/38aec3fa-b209-409d-a374-7f4d1b36316f HTTP/1.1" status: 204 len: 168 time: 0.5309887 May 04 13:57:35.836689 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc3c6-c000-4c78-8b88-4df7322ac178 admin admin] Pushing event deleted for resources: {'Network': ['ID=38aec3fa-b209-409d-a374-7f4d1b36316f,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:35.881186 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device acb5384c-7b10-4047-823e-87ab271009ca no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:35.902324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: acb5384c-7b10-4047-823e-87ab271009ca {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:35.902670 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device acb5384c-7b10-4047-823e-87ab271009ca not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:35.903080 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:35.922593 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:35.922967 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 6ab1ad9e-0837-4db1-a4bc-0ddd34fad656 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:35.923408 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device abd667b1-47dc-4ba6-b29e-3bf860156291 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:35.939407 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43854) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:35.942698 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: abd667b1-47dc-4ba6-b29e-3bf860156291 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:35.943044 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device abd667b1-47dc-4ba6-b29e-3bf860156291 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:35.979518 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-820c1f14-71ff-4508-bef9-0d60d27ef6ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e954f6233f084ff0a0972369ec806b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388379 May 04 13:57:35.981755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43856) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:36.027034 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] Publish callbacks [] for security_group (f506e900-64ab-43b2-98fc-794b01efea71), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.047654 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] Publish callbacks [] for security_group (f506e900-64ab-43b2-98fc-794b01efea71), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.096810 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (f506e900-64ab-43b2-98fc-794b01efea71), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.099263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.100379 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f506e900-64ab-43b2-98fc-794b01efea71 HTTP/1.1" status: 204 len: 168 time: 0.1177464 May 04 13:57:36.108458 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d623-9533-4309-bb43-8f263377bcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506e900-64ab-43b2-98fc-794b01efea71,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:36.403959 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43862) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:36.442528 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-498946ee-0feb-4e00-bf14-b07bef3fbcb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a57584c2eb7f41b1ad25b26cb9ff3c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374634 May 04 13:57:36.444868 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43864) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:36.491171 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] Publish callbacks [] for security_group (7c0feb5d-9147-4bc7-9285-c10974944da7), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.511344 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] Publish callbacks [] for security_group (7c0feb5d-9147-4bc7-9285-c10974944da7), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.556860 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7c0feb5d-9147-4bc7-9285-c10974944da7), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.559463 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:36.560575 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c0feb5d-9147-4bc7-9285-c10974944da7 HTTP/1.1" status: 204 len: 168 time: 0.1148274 May 04 13:57:36.568259 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbeca5-429e-446b-8675-bfdfb457a9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0feb5d-9147-4bc7-9285-c10974944da7,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:41.942011 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:57:46.215353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:46.260188 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4980037-d210-46ea-a4db-2edd7f020abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:48.416854 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-61ae008a-8cea-4b60-b7e5-106e9fe2ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:49.838139 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:51.223727 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394969f3-35d4-44b6-9d78-7337664d7987 req-7fd2ad75-1527-424b-aab4-f3d066e4cf9c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:51.225194 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-394969f3-35d4-44b6-9d78-7337664d7987 req-7fd2ad75-1527-424b-aab4-f3d066e4cf9c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0473678 May 04 13:57:51.270620 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-394969f3-35d4-44b6-9d78-7337664d7987 req-626c2b76-c7ae-44e9-878c-8b1790ef7d7c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 May 04 13:57:51.312681 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:52.384602 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fdad-a238-4b46-ad1a-a67b2958c0c3 req-623a1c44-21ca-4aa0-aa8e-78383041cb66 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:52.386041 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0e9fdad-a238-4b46-ad1a-a67b2958c0c3 req-623a1c44-21ca-4aa0-aa8e-78383041cb66 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0459118 May 04 13:57:52.435162 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b0e9fdad-a238-4b46-ad1a-a67b2958c0c3 req-305cb7a9-708e-4e86-ae73-68a3e79b54e1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 May 04 13:57:52.567764 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.287770 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7287f163-25c1-4619-a0ce-b619a5e13580 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:53.289171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7287f163-25c1-4619-a0ce-b619a5e13580 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0466728 May 04 13:57:53.373325 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Deleting port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:53.373663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.465270 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] For port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:57:53.465833 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.593471 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60392a31-7c3e-4a41-9ad2-b35f45fb3e02 req-f314bff2-88f2-4df0-9dc0-5893cb5f10b7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:53.594815 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60392a31-7c3e-4a41-9ad2-b35f45fb3e02 req-f314bff2-88f2-4df0-9dc0-5893cb5f10b7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9999f07-ccf6-49c6-88ce-aa695dbec0bb HTTP/1.1" status: 200 len: 946 time: 0.0880344 May 04 13:57:53.691347 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60392a31-7c3e-4a41-9ad2-b35f45fb3e02 req-9bb94b55-bc50-4ce7-bf46-e0c1e9025ad1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898538 May 04 13:57:53.705604 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.706007 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.706350 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Floating IP d0e921ec-01ff-4916-aa19-680030e408bc disassociated. External IP: 172.27.1.63, port: 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796. May 04 13:57:53.706746 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Calling delete_port for 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 owned by compute:nova {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:53.831768 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (1f1bb9ab-af40-4b3d-ab23-e9d3d1309796), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:53.863331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'Port': ['ID=1f1bb9ab-af40-4b3d-ab23-e9d3d1309796,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:53.875172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.875547 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.875892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.876238 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.876569 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.876896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.877227 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.877551 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.877875 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.878204 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.878530 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.878854 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.879177 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.879521 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.879848 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:57:53.988651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:57:54.094023 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:57:54.104082 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:57:54.113112 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:54.113775 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:54.135921 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] No DVR routers for this DVR port 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 on host hv-cinder-83979 {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:57:54.138349 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.141686 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-81e05fc6-f0b7-4ce8-86f4-75c1c9c8db7d req-7a64cfab-df64-4db9-b05c-c1e68f772902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "DELETE /v2.0/ports/1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 HTTP/1.1" status: 204 len: 173 time: 0.8449411 May 04 13:57:54.142132 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'name': 'network-vif-deleted', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:57:54.144429 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13828a2-7ebd-4dfe-8546-65583a635b96" -d '{"events": [{"server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "name": "network-vif-deleted", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:57:54.181927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f59c8e-5c5f-4626-9c56-b20f5c39b2a0 x-openstack-request-id: req-52f59c8e-5c5f-4626-9c56-b20f5c39b2a0 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:57:54.182215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9999f07-ccf6-49c6-88ce-aa695dbec0bb", "name": "network-vif-deleted", "tag": "1f1bb9ab-af40-4b3d-ab23-e9d3d1309796", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:57:54.182465 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52f59c8e-5c5f-4626-9c56-b20f5c39b2a0 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:57:54.182866 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f59c8e-5c5f-4626-9c56-b20f5c39b2a0'] response: {'server_uuid': 'a9999f07-ccf6-49c6-88ce-aa695dbec0bb', 'name': 'network-vif-deleted', 'tag': '1f1bb9ab-af40-4b3d-ab23-e9d3d1309796', 'status': 'completed', 'code': 200} May 04 13:57:54.229315 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:54.433951 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:54.464468 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:57:54.473290 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:57:54.476724 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:54.582833 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:57:54.779649 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43898) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:54.832929 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.856066 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.907604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.910089 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:54.913619 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "DELETE /v2.0/security-groups/7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1 HTTP/1.1" status: 204 len: 168 time: 0.1305830 May 04 13:57:54.914012 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43900) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:54.916263 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:57:54.920755 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd7023-9a8c-4a4c-9b85-8d4ffbd82acb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:54.927884 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.api.v2.resource [None req-4a470ae3-40e5-46a0-8d7c-1b926e6ff80b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] show failed (client error): The resource could not be found. May 04 13:57:54.928887 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4a470ae3-40e5-46a0-8d7c-1b926e6ff80b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups/7ab0c5d8-462e-46a0-baf7-ed58a03e4ea1 HTTP/1.1" status: 404 len: 347 time: 0.0138726 May 04 13:57:54.931745 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43902) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:54.946839 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59205f05-6303-4dbb-83df-a27ca04a6cf8 None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:57:55.051493 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Deleting port 0a5f5a95-a86c-45ec-9e08-89d661349e15 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:57:55.051832 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.131461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.131784 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (0a5f5a95-a86c-45ec-9e08-89d661349e15), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.146222 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Calling delete_port for 0a5f5a95-a86c-45ec-9e08-89d661349e15 owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:57:55.177129 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d814f-388f-48cb-a477-d9b08e3ed148 None None] New status for floating IP d0e921ec-01ff-4916-aa19-680030e408bc: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:57:55.273621 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (0a5f5a95-a86c-45ec-9e08-89d661349e15), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.274743 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.db.api [None req-0f2d814f-388f-48cb-a477-d9b08e3ed148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 13:57:55.275122 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG oslo_db.api [None req-0f2d814f-388f-48cb-a477-d9b08e3ed148 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 13:57:55.305847 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'Port': ['ID=0a5f5a95-a86c-45ec-9e08-89d661349e15,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:55.363059 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (d0e921ec-01ff-4916-aa19-680030e408bc), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.365590 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.367522 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f4dfbf8b-4408-4a52-ae9a-fb88756e524b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "DELETE /v2.0/floatingips/d0e921ec-01ff-4916-aa19-680030e408bc HTTP/1.1" status: 204 len: 168 time: 0.4343665 May 04 13:57:55.508844 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43906) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:55.513320 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721967401', 'description': 'tempest-description--904288655'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:55.532964 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.597382 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.600851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.632774 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.633974 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241317 May 04 13:57:55.635343 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0926794-16ef-422a-b810-b34cab2ec47f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:55.637020 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43908) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:55.641491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group_rule': {'security_group_id': '4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:55.666913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (ccf16511-e7f6-434a-b833-e4fdff5ae7e7), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.720031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (ccf16511-e7f6-434a-b833-e4fdff5ae7e7), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.723580 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (ccf16511-e7f6-434a-b833-e4fdff5ae7e7), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.743165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf16511-e7f6-434a-b833-e4fdff5ae7e7,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:55.748355 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.752239 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b48878c9-1df0-4ac8-8ee1-3c2123fc8fdb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115000 May 04 13:57:55.752239 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43910) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:55.756263 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'security_group_rule': {'security_group_id': '4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:55.777086 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d814f-388f-48cb-a477-d9b08e3ed148 None None] New status for floating IP d0e921ec-01ff-4916-aa19-680030e408bc: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:57:55.781742 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (3e039d01-305a-41de-b721-47de8d33c4a5), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.845327 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (3e039d01-305a-41de-b721-47de8d33c4a5), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.849493 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (3e039d01-305a-41de-b721-47de8d33c4a5), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.864622 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e039d01-305a-41de-b721-47de8d33c4a5,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:55.877861 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.878864 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-3230958a-791a-46c6-acb0-29ccbad21502 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257808 May 04 13:57:55.882007 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 43912) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:57:55.886345 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:55.906515 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:55.984146 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.089106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Allocated IP 172.27.1.90 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/570a6bca-d608-4156-8485-90e886267286) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:57:56.186241 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (570a6bca-d608-4156-8485-90e886267286), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.219095 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (570a6bca-d608-4156-8485-90e886267286), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.253220 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:57:56.255874 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:57:56.258853 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:57:56.294072 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=570a6bca-d608-4156-8485-90e886267286,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:56.354261 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.389165 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (570a6bca-d608-4156-8485-90e886267286), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.534140 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (570a6bca-d608-4156-8485-90e886267286), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.538475 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (570a6bca-d608-4156-8485-90e886267286), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.606491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=570a6bca-d608-4156-8485-90e886267286,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:56.618278 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.633290 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:56.635232 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1313f578-466f-4681-a497-b1b0d2303f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7514868 May 04 13:57:56.824604 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-3aa5d353-f2ee-4a41-af58-7fdfed67e6dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1721967401&fields=id&tenant_id=6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 267 time: 0.0423045 May 04 13:57:56.930256 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-be79b320-696b-4c68-a70e-95de3c1ec86c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:56.931628 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-be79b320-696b-4c68-a70e-95de3c1ec86c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 811 time: 0.1009054 May 04 13:57:56.945757 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-c9c1c7a9-14b2-4938-aa53-8bbfaa77c5d7 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/quotas/6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 375 time: 0.0088332 May 04 13:57:56.992677 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-7d0137fe-44f9-4c68-861d-12f81b4a5b92 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422704 May 04 13:57:57.087665 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-736013a3-b4fb-430c-ab6a-d2cb4542f4ed service neutron] 10.222.0.73 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 May 04 13:57:57.172885 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-db7c4d61-5c73-4cca-b647-f1e28fcf622c service neutron] 10.222.0.73 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796487 May 04 13:57:57.331478 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0e4d03eb-1e2f-4e31-aaea-68232dbe44bf req-9ef14787-eb1d-49d1-b206-a78a02e27a9c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 210 time: 0.0310085 May 04 13:57:58.274472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-e10b566e-2ee5-42e1-8507-dd5917c1d271 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:58.275951 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-e10b566e-2ee5-42e1-8507-dd5917c1d271 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 811 time: 0.1006768 May 04 13:57:58.339481 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-651b73de-7187-410b-96bb-2f1ab3b2566c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6333cfd15a5149a885d2904e86172a52 HTTP/1.1" status: 200 len: 380 time: 0.0541146 May 04 13:57:58.353769 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'port': {'device_id': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'admin_state_up': True, 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'security_groups': ['4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4']}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:58.446539 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8c8f8a5e-1a00-4b64-b7ee-e5947c5da31a req-e1585514-f84c-4a94-9d7b-984d1641e23f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 210 time: 0.0306380 May 04 13:57:58.485658 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Made reservation on behalf of 6333cfd15a5149a885d2904e86172a52 for: {'port': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:57:58.489082 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:58.611849 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Allocated IP 172.20.0.3 (d61247d7-e01f-427a-a1dc-e2fabe050a37/efac7bec-9b32-4303-a90e-624ffb70a625/3867de25-f76a-463d-8b58-ca121faebc3c) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:57:58.745480 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for port (3867de25-f76a-463d-8b58-ca121faebc3c), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:58.776885 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:58.809259 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:57:58.817664 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:57:58.821456 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:57:58.827331 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:57:58.830421 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:57:58.830803 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1f1bb9ab-af40-4b3d-ab23-e9d3d1309796 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:57:58.833993 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event updated for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:58.878967 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:58.879656 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:58.899773 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-da2edae9-fef3-4bd4-8e77-47f79a5fc46b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495250 May 04 13:57:58.914595 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Request body: {'port': {'device_id': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:57:58.980015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.032855 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-e9cf50f0-1fe8-4617-bfe4-6c660e9478f7 None None] Provisioning complete for port 3867de25-f76a-463d-8b58-ca121faebc3c triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:57:59.033232 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e9cf50f0-1fe8-4617-bfe4-6c660e9478f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.066938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf50f0-1fe8-4617-bfe4-6c660e9478f7 None None] Port 3867de25-f76a-463d-8b58-ca121faebc3c cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:57:59.497140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3867de25-f76a-463d-8b58-ca121faebc3c {{(pid=109870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:57:59.504176 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks [] for port (3867de25-f76a-463d-8b58-ca121faebc3c), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.525325 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.provisioning_blocks [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Transition to ACTIVE for port object 3867de25-f76a-463d-8b58-ca121faebc3c will not be triggered until provisioned by entity L2. {{(pid=109870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:57:59.529014 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.602838 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7126-6730-4c60-b3b8-0701d4b198d2 req-3a208c9d-f5c7-4535-9c47-e95d713126b6 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:59.604406 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68dc7126-6730-4c60-b3b8-0701d4b198d2 req-3a208c9d-f5c7-4535-9c47-e95d713126b6 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 943 time: 0.0897338 May 04 13:57:59.610938 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:59.704181 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-68dc7126-6730-4c60-b3b8-0701d4b198d2 req-194fd589-2a48-4039-a237-eae67ee08af2 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895157 May 04 13:57:59.721799 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Attempting to bind port 3867de25-f76a-463d-8b58-ca121faebc3c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:57:59.722137 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Attempting to bind port 3867de25-f76a-463d-8b58-ca121faebc3c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:57:59.722464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Attempting to bind port 3867de25-f76a-463d-8b58-ca121faebc3c on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:57:59.727810 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Port 3867de25-f76a-463d-8b58-ca121faebc3c on network d61247d7-e01f-427a-a1dc-e2fabe050a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:57:59.728128 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Attempting to bind port 3867de25-f76a-463d-8b58-ca121faebc3c on network d61247d7-e01f-427a-a1dc-e2fabe050a37 {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:57:59.733106 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:57:59.733440 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Checking segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:57:59.733818 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Bound using segment: {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'} {{(pid=109870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:57:59.734236 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.managers [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Bound port: 3867de25-f76a-463d-8b58-ca121faebc3c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39f9f50-737f-458b-b518-85d084fc8adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37'}}] {{(pid=109870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:57:59.734594 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.801214 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, cleared binding levels {{(pid=109870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:57:59.804330 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3867de25-f76a-463d-8b58-ca121faebc3c,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:57:59.811538 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.852525 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:59.853173 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:57:59.854563 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/3867de25-f76a-463d-8b58-ca121faebc3c HTTP/1.1" status: 200 len: 1093 time: 0.9442379 May 04 13:57:59.855004 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:57:59.857245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf69b7ec-e641-46e7-93fd-f87527efd918" -d '{"events": [{"name": "network-changed", "server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:57:59.889707 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73249a24-9787-464e-9789-aa661944f0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=3']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:57:59.895282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd1f5a-858c-42f0-b8bf-da7d8f9fe448 x-openstack-request-id: req-1dbd1f5a-858c-42f0-b8bf-da7d8f9fe448 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:57:59.895573 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:57:59.895827 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dbd1f5a-858c-42f0-b8bf-da7d8f9fe448 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:57:59.896228 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbd1f5a-858c-42f0-b8bf-da7d8f9fe448'] response: {'name': 'network-changed', 'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c', 'status': 'completed', 'code': 200} May 04 13:57:59.941557 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-dfb40728-1e52-4b2e-a495-a5f9dbe72d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:57:59.943394 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-dfb40728-1e52-4b2e-a495-a5f9dbe72d7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 1127 time: 0.0401144 May 04 13:57:59.993838 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-5eab7342-9638-41b5-b7e9-fede1e3c91ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867de25-f76a-463d-8b58-ca121faebc3c HTTP/1.1" status: 200 len: 217 time: 0.0392354 May 04 13:58:00.046851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-68575afd-79a6-47d6-bbc0-c214ae2fdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:00.048355 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-68575afd-79a6-47d6-bbc0-c214ae2fdff5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0449636 May 04 13:58:00.094784 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-3861194c-0828-4eb7-a7e4-c126502db88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:00.096348 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-3861194c-0828-4eb7-a7e4-c126502db88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395038 May 04 13:58:00.195296 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-5d3ae1a5-68a6-4585-8e7d-1768e593da9b service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884032 May 04 13:58:00.285290 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f6a87815-c7fd-4af8-8e82-c28b133294f5 req-b68b2caa-de64-4fc6-b22b-05d7fa8e92ce service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812883 May 04 13:58:00.816994 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3f69-1c92-449d-8fa6-552d3222980b req-858f9cff-25ae-4f29-91e1-9a538f725cce tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:00.818442 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b80d3f69-1c92-449d-8fa6-552d3222980b req-858f9cff-25ae-4f29-91e1-9a538f725cce tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 943 time: 0.0466869 May 04 13:58:00.869396 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b80d3f69-1c92-449d-8fa6-552d3222980b req-ce6ece4e-7dea-4f05-8880-b97f6b1cfe1f tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 May 04 13:58:01.283050 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-800ede33-3a51-4176-b8ad-757c93c10185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:01.284524 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-800ede33-3a51-4176-b8ad-757c93c10185 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 1127 time: 0.0376925 May 04 13:58:01.371668 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-7ee341bc-63f4-4773-9c8f-6790ec1e1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:01.373111 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-7ee341bc-63f4-4773-9c8f-6790ec1e1ff2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0815253 May 04 13:58:01.418668 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-54adbf4f-9299-4bc6-b449-0a1d6eb98376 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867de25-f76a-463d-8b58-ca121faebc3c HTTP/1.1" status: 200 len: 217 time: 0.0365713 May 04 13:58:01.467696 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-08026d5a-5f51-4e28-8cf9-93eca6941389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:01.469043 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-08026d5a-5f51-4e28-8cf9-93eca6941389 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0417752 May 04 13:58:01.513840 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-9b4d0571-7ee5-4e46-899a-23009f3961f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:01.515341 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-9b4d0571-7ee5-4e46-899a-23009f3961f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372140 May 04 13:58:01.609807 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-15c44d10-49a5-4092-adc1-14872c741abc service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 May 04 13:58:01.704051 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bf69b7ec-e641-46e7-93fd-f87527efd918 req-98329540-9bd9-4f79-8b8c-3ac668100b87 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 May 04 13:58:01.980307 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ec00-4a80-418e-8103-982608b3acbb req-041ba200-87d2-4a8b-ae2c-c85224a0b902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:01.981766 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b476ec00-4a80-418e-8103-982608b3acbb req-041ba200-87d2-4a8b-ae2c-c85224a0b902 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 943 time: 0.0464673 May 04 13:58:02.027741 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b476ec00-4a80-418e-8103-982608b3acbb req-c87392da-f034-4f1e-b53a-d0b254dad47c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 May 04 13:58:03.136132 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4b39-3f3d-4c31-b256-d056f4779315 req-8e8e1a55-062d-4fbd-8445-016252651da8 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:03.137617 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6aec4b39-3f3d-4c31-b256-d056f4779315 req-8e8e1a55-062d-4fbd-8445-016252651da8 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 943 time: 0.0449913 May 04 13:58:03.183040 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6aec4b39-3f3d-4c31-b256-d056f4779315 req-260f3be3-a5c7-458b-8daa-348b367d05b1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 May 04 13:58:04.296962 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738485-70c1-4900-8f8f-008534cb5d32 req-64e48d1a-1d09-48c7-aa4f-3ba94b21a01b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:04.298444 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe738485-70c1-4900-8f8f-008534cb5d32 req-64e48d1a-1d09-48c7-aa4f-3ba94b21a01b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 943 time: 0.0491467 May 04 13:58:04.344883 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe738485-70c1-4900-8f8f-008534cb5d32 req-a2ef36f5-ed86-43ea-8a28-13f69416e823 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 May 04 13:58:04.840862 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 3867de25-f76a-463d-8b58-ca121faebc3c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:58:04.933643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3867de25-f76a-463d-8b58-ca121faebc3c,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:04.945485 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '3867de25-f76a-463d-8b58-ca121faebc3c', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'port_id': '3867de25-f76a-463d-8b58-ca121faebc3c', 'mac_address': 'fa:16:3e:b1:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:58:04.984547 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 3867de25-f76a-463d-8b58-ca121faebc3c is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:58:04.984937 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:04.998089 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3867de25-f76a-463d-8b58-ca121faebc3c {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:58:05.016991 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3867de25-f76a-463d-8b58-ca121faebc3c,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:05.021625 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:05.065961 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:05.074025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.074378 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.074724 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.075109 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.075546 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.075879 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.076208 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.076539 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.076867 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.077245 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.077629 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.077964 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.078287 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.078612 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.078933 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:05.333619 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['3867de25-f76a-463d-8b58-ca121faebc3c'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:58:05.455419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997ffa-37a0-441f-8c07-83f91dede85f req-977be5df-7d1c-4c19-a837-d8c3c878342e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:05.456888 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3c997ffa-37a0-441f-8c07-83f91dede85f req-977be5df-7d1c-4c19-a837-d8c3c878342e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 944 time: 0.0464063 May 04 13:58:05.502968 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3c997ffa-37a0-441f-8c07-83f91dede85f req-fc0a2ec8-ff58-42a6-8037-6f8fde9f89c8 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 May 04 13:58:06.612832 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fdda8-bf1c-48ca-b104-7192ae662626 req-2e1ac6c2-1a87-4058-bd99-b0011e4715a3 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:06.614198 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f14fdda8-bf1c-48ca-b104-7192ae662626 req-2e1ac6c2-1a87-4058-bd99-b0011e4715a3 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 944 time: 0.0457344 May 04 13:58:06.662929 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f14fdda8-bf1c-48ca-b104-7192ae662626 req-1506a527-40a4-4d36-9a91-52608475c3ff tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 May 04 13:58:06.840275 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 3867de25-f76a-463d-8b58-ca121faebc3c up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:58:06.883870 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 3867de25-f76a-463d-8b58-ca121faebc3c completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:58:06.889041 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 3867de25-f76a-463d-8b58-ca121faebc3c triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:58:06.889415 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:06.963051 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 3867de25-f76a-463d-8b58-ca121faebc3c is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:58:06.963446 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:06.987159 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:06.989369 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ff939-ace2-41a0-b147-0f65c811c333" -d '{"events": [{"server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "name": "network-vif-plugged", "status": "completed", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:07.002015 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3867de25-f76a-463d-8b58-ca121faebc3c,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:07.005944 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:07.028807 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0b795-f020-4b67-ae91-58e850b1e9f2 x-openstack-request-id: req-a2c0b795-f020-4b67-ae91-58e850b1e9f2 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:07.029091 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "name": "network-vif-plugged", "status": "completed", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:07.029336 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2c0b795-f020-4b67-ae91-58e850b1e9f2 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:07.029714 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c0b795-f020-4b67-ae91-58e850b1e9f2'] response: {'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c', 'code': 200} May 04 13:58:07.056632 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:07.194235 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067e21-7a1a-4631-8f2e-8ae9ad96e74f req-daf06609-ac57-47d9-9ad8-7fd69e7fc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:07.196265 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0067e21-7a1a-4631-8f2e-8ae9ad96e74f req-daf06609-ac57-47d9-9ad8-7fd69e7fc1d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 1129 time: 0.0384400 May 04 13:58:07.242905 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0067e21-7a1a-4631-8f2e-8ae9ad96e74f req-7fd3c072-0c0f-4c0b-a294-0b1fd735cf1b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 May 04 13:58:07.772319 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ecf9e-ca9e-4426-b611-2f8cf98f00b8 req-99ee7ce4-53a3-4f24-b9b1-f9c8dee932b5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:07.773730 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cb0ecf9e-ca9e-4426-b611-2f8cf98f00b8 req-99ee7ce4-53a3-4f24-b9b1-f9c8dee932b5 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0452905 May 04 13:58:07.826085 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cb0ecf9e-ca9e-4426-b611-2f8cf98f00b8 req-95c98683-2918-452b-bc50-cf21416cf0a1 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468204 May 04 13:58:08.952651 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a743-a10d-461c-a845-47fee588af83 req-f4cc3607-8b3b-4f3e-af41-cfcc467f900b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:08.954100 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f33a743-a10d-461c-a845-47fee588af83 req-f4cc3607-8b3b-4f3e-af41-cfcc467f900b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0490694 May 04 13:58:08.999876 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f33a743-a10d-461c-a845-47fee588af83 req-86dfe435-bad2-4521-844d-42100798eadb tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 May 04 13:58:09.106307 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a77bc-3cc2-4652-baf3-b5df5aa49b2a req-1c4551b9-70be-42e0-b22b-0042277c3f0d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:09.107867 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-826a77bc-3cc2-4652-baf3-b5df5aa49b2a req-1c4551b9-70be-42e0-b22b-0042277c3f0d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0468037 May 04 13:58:09.116030 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43970) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:09.120244 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Request body: {'floatingip': {'port_id': '3867de25-f76a-463d-8b58-ca121faebc3c'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:58:09.161583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:09.587259 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:09.590535 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:09.689475 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Floating IP a7fecee9-6c0b-4ae6-8006-09cc5644a433 associated. External IP: 172.27.1.90, port: 3867de25-f76a-463d-8b58-ca121faebc3c. May 04 13:58:09.901021 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:58:10.008494 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:58:10.013457 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:10.018425 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:58:10.028013 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:10.028634 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:10.042733 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-0ae044e5-af42-42eb-94d3-05ac629615dd tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "PUT /v2.0/floatingips/a7fecee9-6c0b-4ae6-8006-09cc5644a433 HTTP/1.1" status: 200 len: 990 time: 0.9256849 May 04 13:58:10.043337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:10.045744 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ab123-018d-4a89-b70e-0895ba37f41f" -d '{"events": [{"name": "network-changed", "server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:10.080943 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ccadbf-12e2-4641-a520-72de82d70a78 x-openstack-request-id: req-25ccadbf-12e2-4641-a520-72de82d70a78 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:10.081235 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:10.081489 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25ccadbf-12e2-4641-a520-72de82d70a78 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:10.081896 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ccadbf-12e2-4641-a520-72de82d70a78'] response: {'name': 'network-changed', 'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c', 'status': 'completed', 'code': 200} May 04 13:58:10.139611 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:10.141143 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-9e1beea3-f947-4899-ad4d-9a4ac93f2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:10.142657 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-9e1beea3-f947-4899-ad4d-9a4ac93f2fec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6333cfd15a5149a885d2904e86172a52&device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 1129 time: 0.0384309 May 04 13:58:10.234612 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-a8d7b754-d8a1-453c-8b95-2ef3a6edb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:10.236108 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-a8d7b754-d8a1-453c-8b95-2ef3a6edb314 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 200 len: 912 time: 0.0874774 May 04 13:58:10.304792 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-71a1e293-7483-4f18-ba8e-30cde1ad7bbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3867de25-f76a-463d-8b58-ca121faebc3c HTTP/1.1" status: 200 len: 998 time: 0.0617890 May 04 13:58:10.353699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-5f4a34c1-a082-4862-a543-c1b42828f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:10.355148 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-5f4a34c1-a082-4862-a543-c1b42828f8e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 200 len: 850 time: 0.0444009 May 04 13:58:10.356428 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a7fecee9-6c0b-4ae6-8006-09cc5644a433', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '3867de25-f76a-463d-8b58-ca121faebc3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:b1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:57:56Z', 'updated_at': '2022-05-04T13:58:09Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:10.382546 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:58:10.390719 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:10.391359 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:57:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:10.398103 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-a6fe585f-0990-4f48-9bd0-a796e6354309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:10.399607 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-a6fe585f-0990-4f48-9bd0-a796e6354309 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d61247d7-e01f-427a-a1dc-e2fabe050a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383971 May 04 13:58:10.489986 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-2d64c17f-f10a-4bb5-b5ab-16e3bb43c385 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842030 May 04 13:58:10.496674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:10.578417 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7c3ab123-018d-4a89-b70e-0895ba37f41f req-f7cc39bf-0565-40cb-b1b0-5292638401b0 service neutron] 10.222.0.23 "GET /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819914 May 04 13:58:10.705257 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a7fecee9-6c0b-4ae6-8006-09cc5644a433', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '3867de25-f76a-463d-8b58-ca121faebc3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:b1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:57:56Z', 'updated_at': '2022-05-04T13:58:09Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:10.734402 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb9e88-03c2-4560-adf3-2b92c368795c None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'a7fecee9-6c0b-4ae6-8006-09cc5644a433', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'port_id': '3867de25-f76a-463d-8b58-ca121faebc3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'mac_address': 'fa:16:3e:b1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:57:56Z', 'updated_at': '2022-05-04T13:58:09Z', 'revision_number': 1, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:58:10.921004 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577de5c-0869-40a7-a2de-77b353149ba8 None None] New status for floating IP a7fecee9-6c0b-4ae6-8006-09cc5644a433: ACTIVE {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:58:16.233433 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:16.260483 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3245aa9-aee5-4d34-a451-fb7f915e975f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:18.417682 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-730aa344-2ff6-480f-b859-add020947ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:18.941328 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:58:19.841925 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:21.316719 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:22.570142 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:22.963260 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 43978) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:23.107392 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port 7fa0a220-072c-48b5-841f-56c9b27b0c3e {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:23.107731 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:23.184254 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:23.184741 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (7fa0a220-072c-48b5-841f-56c9b27b0c3e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:23.202725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for 7fa0a220-072c-48b5-841f-56c9b27b0c3e owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:23.363044 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (7fa0a220-072c-48b5-841f-56c9b27b0c3e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:23.388758 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=7fa0a220-072c-48b5-841f-56c9b27b0c3e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:23.451886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:23.452208 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP 493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce disassociated (deleted). External IP: 172.27.1.72, port: a5fb9148-f4dc-4a06-b436-b3385b6b27e7. May 04 13:58:23.667287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:58:24.055954 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:58:24.063684 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:24.065434 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:58:24.076030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:24.076653 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:24.101339 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-34c2edb2-c94d-45fb-8f77-c3603352aab5 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "DELETE /v2.0/floatingips/493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce HTTP/1.1" status: 204 len: 168 time: 1.1370683 May 04 13:58:24.101935 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:24.104195 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ce022-bd43-4620-922f-2b86625287cc" -d '{"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:24.144228 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab8f4d-f47e-4620-b618-c86837a11e1f x-openstack-request-id: req-fdab8f4d-f47e-4620-b618-c86837a11e1f {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:24.144228 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:24.144228 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdab8f4d-f47e-4620-b618-c86837a11e1f {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:24.144669 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdab8f4d-f47e-4620-b618-c86837a11e1f'] response: {'name': 'network-changed', 'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'status': 'completed', 'code': 200} May 04 13:58:24.191713 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:24.226496 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ce022-bd43-4620-922f-2b86625287cc req-6885a36a-2c71-40ab-a17c-5470360cf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:24.228101 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-6885a36a-2c71-40ab-a17c-5470360cf2bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 1129 time: 0.0559843 May 04 13:58:24.340007 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ce022-bd43-4620-922f-2b86625287cc req-457b4784-3e6a-4949-b285-10818c276fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:24.341482 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-457b4784-3e6a-4949-b285-10818c276fa5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.1056015 May 04 13:58:24.426999 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:24.458678 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:58:24.468277 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:24.468890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:24.517234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fade8-cf92-4bbf-9874-19079244517c req-cfe1263e-6744-46ee-add0-6bfbee06aad0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:24.518909 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-782fade8-cf92-4bbf-9874-19079244517c req-cfe1263e-6744-46ee-add0-6bfbee06aad0 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.2114348 May 04 13:58:24.573805 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-782fade8-cf92-4bbf-9874-19079244517c req-77bc7cd7-9210-45c3-8d3a-9ca55dbb63f1 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482700 May 04 13:58:24.708018 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:24.913643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:24.938904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b9f2d-0ac4-45af-a1bf-f7c2fc3bbef1 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': 'fd6556a1-a8e0-4e18-8798-0f4e165be443', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'port_id': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'mac_address': 'fa:16:3e:3c:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:54:37Z', 'updated_at': '2022-05-04T13:54:39Z', 'revision_number': 1, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:58:25.146480 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819634a-44c2-4d03-909a-27ffb3fd947f None None] New status for floating IP 493e09bc-a4e6-4ad0-bd7d-cd0ef8b65dce: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:58:25.447789 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-0f89ee08-2f28-47c5-b834-7b825627f338 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 200 len: 217 time: 0.0387316 May 04 13:58:25.474143 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-f4a2adc3-3fea-4f1c-9dcf-9c3ccc2e30a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380270 May 04 13:58:25.497971 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ce022-bd43-4620-922f-2b86625287cc req-1228108e-b533-40a5-bc63-6ed05bf781cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.499468 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-1228108e-b533-40a5-bc63-6ed05bf781cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0451982 May 04 13:58:25.627556 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ce022-bd43-4620-922f-2b86625287cc req-f51acdd7-9517-42db-9872-86e824a03562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.629325 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-f51acdd7-9517-42db-9872-86e824a03562 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423436 May 04 13:58:25.650238 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-4bf0f01a-8a85-402f-9e23-9fd1673e44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.652534 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-4bf0f01a-8a85-402f-9e23-9fd1673e44b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1129 time: 0.0406513 May 04 13:58:25.762899 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0660640-bd0a-4d63-8089-1978eb1220ea req-29afca14-0256-43e6-8f03-24571268f712 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.764375 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0660640-bd0a-4d63-8089-1978eb1220ea req-29afca14-0256-43e6-8f03-24571268f712 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.1192212 May 04 13:58:25.766201 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-5d516b22-d7d6-43a2-95a9-a9a0f3a22bda service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293113 May 04 13:58:25.811004 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0660640-bd0a-4d63-8089-1978eb1220ea req-ae5cbf0d-d93f-401b-b805-7049628785e2 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 May 04 13:58:25.940643 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bb2ce022-bd43-4620-922f-2b86625287cc req-2c276446-e158-4f23-8381-7941ca75844d service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 May 04 13:58:25.986969 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-8ef152bb-5fb1-4fc0-801b-81ef513f7c3a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.988572 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-8ef152bb-5fb1-4fc0-801b-81ef513f7c3a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 945 time: 0.0618167 May 04 13:58:25.989646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-c8b0df27-3a66-47c5-a07e-d17906fbec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:25.990965 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-c8b0df27-3a66-47c5-a07e-d17906fbec4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.1341305 May 04 13:58:26.109365 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-cd181c57-15cd-40f1-9574-09d47a6b2ebe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 1001 time: 0.1106544 May 04 13:58:26.131545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:26.131913 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:26.215988 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-2428e0d3-23b6-4980-a0f5-407b42f2fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:26.217434 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-2428e0d3-23b6-4980-a0f5-407b42f2fb6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0964377 May 04 13:58:26.275683 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] For port a5fb9148-f4dc-4a06-b436-b3385b6b27e7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:26.276046 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:26.286432 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-fa592d46-af1f-4c2f-aebd-adc7efb6375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:26.287915 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-fa592d46-af1f-4c2f-aebd-adc7efb6375e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591953 May 04 13:58:26.292403 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for a5fb9148-f4dc-4a06-b436-b3385b6b27e7 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:26.437216 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-48652ab1-c423-4981-803e-fee9e6d526aa service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392536 May 04 13:58:26.545342 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (a5fb9148-f4dc-4a06-b436-b3385b6b27e7), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:26.578095 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=a5fb9148-f4dc-4a06-b436-b3385b6b27e7,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:26.598665 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-67477a22-0a6b-4dac-baf5-1d1113b4279b req-19da3a6b-f418-41cf-aa9c-ffb0759b8b11 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539056 May 04 13:58:26.635646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] No DVR routers for this DVR port a5fb9148-f4dc-4a06-b436-b3385b6b27e7 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:58:26.645752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:26.649500 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-10c8e048-f01f-49b6-b2f9-782d57ba3177 req-d40ff501-7411-4822-a91d-de97853a6b69 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "DELETE /v2.0/ports/a5fb9148-f4dc-4a06-b436-b3385b6b27e7 HTTP/1.1" status: 204 len: 173 time: 0.6456130 May 04 13:58:26.649934 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'name': 'network-vif-deleted', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:26.652197 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aeba26-4fb6-4475-93ed-22f7c7dee574" -d '{"events": [{"server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "name": "network-vif-deleted", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:26.690191 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2eac6c-8cb2-4413-84c8-a6b700ca82b1 x-openstack-request-id: req-0f2eac6c-8cb2-4413-84c8-a6b700ca82b1 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:26.690531 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18505baf-b381-4594-a3a8-427cf67196ce", "name": "network-vif-deleted", "tag": "a5fb9148-f4dc-4a06-b436-b3385b6b27e7", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:26.691054 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f2eac6c-8cb2-4413-84c8-a6b700ca82b1 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:26.691483 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2eac6c-8cb2-4413-84c8-a6b700ca82b1'] response: {'server_uuid': '18505baf-b381-4594-a3a8-427cf67196ce', 'name': 'network-vif-deleted', 'tag': 'a5fb9148-f4dc-4a06-b436-b3385b6b27e7', 'status': 'completed', 'code': 200} May 04 13:58:26.908638 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fc62b179-2c23-4f53-9adc-12616e16fa06 req-9df223d7-e15b-4f37-a7a5-7b511b8a9b1f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=18505baf-b381-4594-a3a8-427cf67196ce HTTP/1.1" status: 200 len: 210 time: 0.0280905 May 04 13:58:30.180332 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44014) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:30.324924 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port a8c5f357-7bfc-49a3-8f42-d9bc9d065b76 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:30.325269 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.397508 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.397836 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.410264 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for a8c5f357-7bfc-49a3-8f42-d9bc9d065b76 owned by network:floatingip {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:30.575869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (a8c5f357-7bfc-49a3-8f42-d9bc9d065b76), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.610720 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=a8c5f357-7bfc-49a3-8f42-d9bc9d065b76,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:30.671269 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (fd6556a1-a8e0-4e18-8798-0f4e165be443), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.671601 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Floating IP fd6556a1-a8e0-4e18-8798-0f4e165be443 disassociated (deleted). External IP: 172.27.1.114, port: ca6b8f12-eb28-433b-8d70-eafbecc7a5b0. May 04 13:58:30.875506 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:58:30.951221 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a5fb9148-f4dc-4a06-b436-b3385b6b27e7 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:30.975379 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: a5fb9148-f4dc-4a06-b436-b3385b6b27e7 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:30.976340 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device a5fb9148-f4dc-4a06-b436-b3385b6b27e7 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:30.987097 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:58:30.991734 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:30.996930 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:58:31.006853 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:31.007492 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:31.020022 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0c08d574-9a1c-4e40-9256-faeff86bf221 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "DELETE /v2.0/floatingips/fd6556a1-a8e0-4e18-8798-0f4e165be443 HTTP/1.1" status: 204 len: 168 time: 0.8386548 May 04 13:58:31.020613 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:31.023356 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:31.062166 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0cf0b-4a1b-4966-b42d-efa99d049b96 x-openstack-request-id: req-84c0cf0b-4a1b-4966-b42d-efa99d049b96 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:31.062465 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:31.062720 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84c0cf0b-4a1b-4966-b42d-efa99d049b96 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:31.063121 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c0cf0b-4a1b-4966-b42d-efa99d049b96'] response: {'name': 'network-changed', 'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'status': 'completed', 'code': 200} May 04 13:58:31.122696 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:31.127255 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-40ba11c6-d153-4090-bb6f-a7204988c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:31.129347 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-40ba11c6-d153-4090-bb6f-a7204988c6f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a581986e7304b35a1e08ebdd059c318&device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 1129 time: 0.0412369 May 04 13:58:31.268062 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eb8b1-9a92-4535-a447-79f11806931d req-19083b4c-814c-4411-acbc-042dbf80b83a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:31.271715 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-767eb8b1-9a92-4535-a447-79f11806931d req-19083b4c-814c-4411-acbc-042dbf80b83a tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0588245 May 04 13:58:31.333531 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-767eb8b1-9a92-4535-a447-79f11806931d req-f6bd7f0c-4bc0-47d1-8766-94db53eb30a3 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573447 May 04 13:58:31.344135 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:31.371016 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:58:31.379879 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:31.380428 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:31.479620 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-c86a1249-d31e-48c0-ad88-5cbf2493c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:31.481090 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-c86a1249-d31e-48c0-ad88-5cbf2493c9c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 200 len: 913 time: 0.3449457 May 04 13:58:31.489124 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:31.678412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:31.708846 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f2b82-06a1-48fc-99c6-6fe3a8d11a50 None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:50:49Z', 'revision_number': 4, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'df115ad7-4a88-4359-80d9-b367a8ad7485', 'name': '', 'network_id': '0165e08a-ce18-40c9-9ec1-f3bd51336905', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'mac_address': 'fa:16:3e:ee:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:48Z', 'updated_at': '2022-05-04T13:50:55Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'subnets': [{'id': 'f33dab18-eeaa-4268-b11b-226f53d27503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:58:31.920434 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdedca-ee97-4888-ad13-e9325f2bab25 None None] New status for floating IP fd6556a1-a8e0-4e18-8798-0f4e165be443: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:58:32.370249 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-84883edf-79d1-4406-9a45-b46754b051cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 200 len: 217 time: 0.0332310 May 04 13:58:32.423586 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-3565ba81-a580-4c34-9eb3-d810c1aaca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:32.425002 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-3565ba81-a580-4c34-9eb3-d810c1aaca7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 200 len: 851 time: 0.0473173 May 04 13:58:32.453021 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adbb4c-4964-4f2c-bdcd-2519eb05c81e req-df1c5ec1-b738-48a5-aba8-98aec0d6cff4 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:32.454465 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33adbb4c-4964-4f2c-bdcd-2519eb05c81e req-df1c5ec1-b738-48a5-aba8-98aec0d6cff4 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0504949 May 04 13:58:32.501712 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-33adbb4c-4964-4f2c-bdcd-2519eb05c81e req-bb3d2c6e-114f-404d-9306-5fa81267851f tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/security-groups?id=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 May 04 13:58:32.567612 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-bb60783d-986c-42bb-93d5-508fa49e8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:32.569007 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-bb60783d-986c-42bb-93d5-508fa49e8adc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0165e08a-ce18-40c9-9ec1-f3bd51336905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395601 May 04 13:58:32.580687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-b6c936d6-a14c-4aa6-b4a6-f259992296cd service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:58:32.581650 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-b6c936d6-a14c-4aa6-b4a6-f259992296cd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048826 May 04 13:58:32.667133 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-7e60035f-e499-4d8c-a4e9-1d04d1af8c4f service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789609 May 04 13:58:32.817279 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bf4d382a-4b0b-4f4e-af37-a3c2e9367cd5 req-a3d1824a-c891-45a6-b8e0-c7ee6811ebe6 service neutron] 10.222.0.23 "GET /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 May 04 13:58:32.869697 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-260da0dd-fdb3-4c06-a84b-59c5baba5105 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:58:32.871139 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-260da0dd-fdb3-4c06-a84b-59c5baba5105 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 945 time: 0.0460622 May 04 13:58:32.968644 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:32.968983 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:33.055423 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] For port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:33.055787 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:33.068709 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:33.195932 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (ca6b8f12-eb28-433b-8d70-eafbecc7a5b0), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:33.223354 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=ca6b8f12-eb28-433b-8d70-eafbecc7a5b0,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:33.251334 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.251685 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.252026 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.252366 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.252702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.253031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.253353 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.253675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.253999 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.254320 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.254643 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.254965 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.255309 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.255627 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.255942 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:58:33.288563 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] No DVR routers for this DVR port ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:58:33.291973 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:33.295246 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-9ad4dde2-f4fb-4f20-8cfb-b7aefab78ae8 req-c42b281e-1a7e-4dc1-af79-25636746ea37 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.23 "DELETE /v2.0/ports/ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 HTTP/1.1" status: 204 len: 173 time: 0.4135602 May 04 13:58:33.295700 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'name': 'network-vif-deleted', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:58:33.298045 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910ccec-e0b7-45d7-9470-cf15932da84c" -d '{"events": [{"server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "name": "network-vif-deleted", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:58:33.334068 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd13fd1-0ba0-448d-afbb-e9bbd5961962 x-openstack-request-id: req-4bd13fd1-0ba0-448d-afbb-e9bbd5961962 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:58:33.334363 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ced14-6f9a-47ab-a204-33e19c3ba145", "name": "network-vif-deleted", "tag": "ca6b8f12-eb28-433b-8d70-eafbecc7a5b0", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:58:33.335148 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4bd13fd1-0ba0-448d-afbb-e9bbd5961962 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:58:33.335593 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd13fd1-0ba0-448d-afbb-e9bbd5961962'] response: {'server_uuid': '1f5ced14-6f9a-47ab-a204-33e19c3ba145', 'name': 'network-vif-deleted', 'tag': 'ca6b8f12-eb28-433b-8d70-eafbecc7a5b0', 'status': 'completed', 'code': 200} May 04 13:58:33.602009 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-d11125ae-4e61-4df3-be84-5b7bef6d4b7d req-67e6d48d-209c-4ab5-9446-22fee74bfe33 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f5ced14-6f9a-47ab-a204-33e19c3ba145 HTTP/1.1" status: 200 len: 210 time: 0.0284500 May 04 13:58:34.658393 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44032) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:34.773397 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Deleting port bab9cc65-42cf-4eef-a42f-8511e5fad41d {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:34.773735 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:34.848504 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:34.848823 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (bab9cc65-42cf-4eef-a42f-8511e5fad41d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:34.861362 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Calling delete_port for bab9cc65-42cf-4eef-a42f-8511e5fad41d owned by network:floatingip {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:34.991686 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (bab9cc65-42cf-4eef-a42f-8511e5fad41d), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:35.016898 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'Port': ['ID=bab9cc65-42cf-4eef-a42f-8511e5fad41d,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:35.077835 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for floatingip (a4e5348c-b3d3-4bef-9b93-66f365ec2bf5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:35.080298 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:35.081465 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-969b0b6f-15c5-4c97-8012-cc02bb9b56af tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "DELETE /v2.0/floatingips/a4e5348c-b3d3-4bef-9b93-66f365ec2bf5 HTTP/1.1" status: 204 len: 168 time: 0.4220154 May 04 13:58:36.270334 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44044) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:36.326262 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:36.350982 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:36.408545 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:36.410972 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:36.412123 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] 10.222.0.73 "DELETE /v2.0/security-groups/1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e HTTP/1.1" status: 204 len: 168 time: 0.1407795 May 04 13:58:36.421621 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4701d6-7602-4a06-a3ed-4da9e0b64707 tempest-TestVolumeBootPattern-1516181873 tempest-TestVolumeBootPattern-1516181873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5a7ce-c159-47bf-b7fc-ba04e5f9f87e,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:36.461699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44048) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:36.876092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:36.980261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:37.000162 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:37.000497 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device ca6b8f12-eb28-433b-8d70-eafbecc7a5b0 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:37.110200 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Deleting port df115ad7-4a88-4359-80d9-b367a8ad7485 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:37.110531 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:37.185829 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] For port df115ad7-4a88-4359-80d9-b367a8ad7485, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=df115ad7-4a88-4359-80d9-b367a8ad7485,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:37.186118 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:37.199515 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Calling delete_port for df115ad7-4a88-4359-80d9-b367a8ad7485 owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:37.391657 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (df115ad7-4a88-4359-80d9-b367a8ad7485), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:37.422518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=df115ad7-4a88-4359-80d9-b367a8ad7485,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:37.584179 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:37.793503 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Router cbec2c4d-6499-452e-9203-5e3152c3c89b has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:58:37.900064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:58:37.907844 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e040ba61-4f59-4a30-b0b1-994b91182c5a admin admin] 10.222.0.73 "PUT /v2.0/routers/cbec2c4d-6499-452e-9203-5e3152c3c89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4420848 May 04 13:58:37.907956 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44052) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:37.908577 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Sync routers for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:58:37.918936 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:37.919580 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:38.014403 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks [] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.024993 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:38.116193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks [] for router_gateway (cbec2c4d-6499-452e-9203-5e3152c3c89b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.159027 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Deleting port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:38.159389 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.198353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:58:37Z', 'revision_number': 5, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port': {'id': '691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:43Z', 'updated_at': '2022-05-04T13:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:38.224909 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Checking router: cbec2c4d-6499-452e-9203-5e3152c3c89b for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:58:38.233056 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Routers {'cbec2c4d-6499-452e-9203-5e3152c3c89b'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:38.233661 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['cbec2c4d-6499-452e-9203-5e3152c3c89b'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:38.238840 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] For port 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:38.239199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.252074 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Calling delete_port for 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 owned by network:router_gateway {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:38.323261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] Set router cbec2c4d-6499-452e-9203-5e3152c3c89b gateway port host: None {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:38.377048 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:58:38Z', 'revision_number': 6, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:38.404362 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050735f0-0eaf-4932-9e7e-73c7c5c2d2eb None None] The sync data for ids ['cbec2c4d-6499-452e-9203-5e3152c3c89b'] in dv-cinder-839793-6-iscsi is: [{'id': 'cbec2c4d-6499-452e-9203-5e3152c3c89b', 'name': 'tempest-TestVolumeBootPattern-1468582153-router', 'tenant_id': '3a581986e7304b35a1e08ebdd059c318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:42Z', 'updated_at': '2022-05-04T13:58:38Z', 'revision_number': 6, 'project_id': '3a581986e7304b35a1e08ebdd059c318', 'gw_port_host': None}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:58:38.428891 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.455136 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:38.514650 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.604660 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.606756 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks [] for router_controller (cbec2c4d-6499-452e-9203-5e3152c3c89b), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.652906 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (cbec2c4d-6499-452e-9203-5e3152c3c89b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.653367 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbec2c4d-6499-452e-9203-5e3152c3c89b {{(pid=109869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:58:38.658048 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.659174 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-32eb4c63-a426-44de-8707-d8a719c83d5e admin admin] 10.222.0.73 "DELETE /v2.0/routers/cbec2c4d-6499-452e-9203-5e3152c3c89b HTTP/1.1" status: 204 len: 168 time: 0.7501709 May 04 13:58:38.661880 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44054) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:38.707174 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Deleting subnet f33dab18-eeaa-4268-b11b-226f53d27503 {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:58:38.710130 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Publish callbacks [] for subnet (f33dab18-eeaa-4268-b11b-226f53d27503), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.742600 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (f33dab18-eeaa-4268-b11b-226f53d27503), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.825141 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (f33dab18-eeaa-4268-b11b-226f53d27503), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.877238 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (f33dab18-eeaa-4268-b11b-226f53d27503), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.901604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33dab18-eeaa-4268-b11b-226f53d27503,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:38.906930 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:38.910789 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-82c44462-ec32-4d3c-a953-547ff22fde05 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f33dab18-eeaa-4268-b11b-226f53d27503 HTTP/1.1" status: 204 len: 168 time: 0.2477319 May 04 13:58:38.912893 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d831e-fed8-4b51-b51e-787bf2462001 None None] Network 0165e08a-ce18-40c9-9ec1-f3bd51336905 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:58:38.913233 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44056) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:38.995694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (0165e08a-ce18-40c9-9ec1-f3bd51336905), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.041759 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Deleting port c6823fc2-5363-4353-be03-8a1c60d6b32b {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:39.042093 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.101473 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] For port c6823fc2-5363-4353-be03-8a1c60d6b32b, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=c6823fc2-5363-4353-be03-8a1c60d6b32b,segment=NetworkSegment(601c4ba6-bf22-4ef0-b57f-72e65130219f),segment_id=601c4ba6-bf22-4ef0-b57f-72e65130219f)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:39.101790 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.118006 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Calling delete_port for c6823fc2-5363-4353-be03-8a1c60d6b32b owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:39.167710 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] DHCP port deletion for 0165e08a-ce18-40c9-9ec1-f3bd51336905 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:58:39.203054 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.210299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Deleting port c6823fc2-5363-4353-be03-8a1c60d6b32b {{(pid=109871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:39.211615 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), before_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.229532 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6823fc2-5363-4353-be03-8a1c60d6b32b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:39.234017 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] No DVR routers for this DVR port c6823fc2-5363-4353-be03-8a1c60d6b32b on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:58:39.273446 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] For port c6823fc2-5363-4353-be03-8a1c60d6b32b, host dv-cinder-839793-6-iscsi, got binding levels [] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:39.274123 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), precommit_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.293211 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Calling delete_port for c6823fc2-5363-4353-be03-8a1c60d6b32b owned by network:dhcp {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:39.299072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.ipam_backend_mixin [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Port c6823fc2-5363-4353-be03-8a1c60d6b32b was not found and therefore no delete operation was performed {{(pid=109871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 13:58:39.299072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693'] for port (c6823fc2-5363-4353-be03-8a1c60d6b32b), after_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.313855 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] No DVR routers for this DVR port c6823fc2-5363-4353-be03-8a1c60d6b32b on host dv-cinder-839793-6-iscsi {{(pid=109871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:58:39.317321 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (0165e08a-ce18-40c9-9ec1-f3bd51336905), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.336633 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadfebf-808d-4b8a-9fdf-a57a69706c4c None None] Pushing event deleted for resources: {'Port': ['ID=c6823fc2-5363-4353-be03-8a1c60d6b32b,revision_number=None']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:39.339535 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0165e08a-ce18-40c9-9ec1-f3bd51336905']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:39.349660 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601c4ba6-bf22-4ef0-b57f-72e65130219f') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:39.350195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601c4ba6-bf22-4ef0-b57f-72e65130219f') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:39.361293 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (601c4ba6-bf22-4ef0-b57f-72e65130219f), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.375871 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (601c4ba6-bf22-4ef0-b57f-72e65130219f), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.382166 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:58:39.382548 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (601c4ba6-bf22-4ef0-b57f-72e65130219f), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:58:39.384264 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:58:39.443554 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (0165e08a-ce18-40c9-9ec1-f3bd51336905), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.449487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.457475 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0165e08a-ce18-40c9-9ec1-f3bd51336905 HTTP/1.1" status: 204 len: 168 time: 0.5377672 May 04 13:58:39.457475 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44060) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:39.498950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0253867-10cd-49e0-a5b2-66ff6eda2e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0165e08a-ce18-40c9-9ec1-f3bd51336905,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:39.777144 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (b75bab73-411b-470d-97e2-b56ef4c01993), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:39.884444 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device df115ad7-4a88-4359-80d9-b367a8ad7485 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:39.905268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: df115ad7-4a88-4359-80d9-b367a8ad7485 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:39.905614 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device df115ad7-4a88-4359-80d9-b367a8ad7485 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:39.906030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:39.924060 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:39.924412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 691f5ddb-2ca5-4c1a-9cb0-96d21c37ec80 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:39.924822 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device c6823fc2-5363-4353-be03-8a1c60d6b32b no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:39.943518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: c6823fc2-5363-4353-be03-8a1c60d6b32b {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:39.943862 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device c6823fc2-5363-4353-be03-8a1c60d6b32b not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:40.002495 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Deleting port b34af0cc-a866-4213-b90b-102f798e023d {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:40.003059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (b34af0cc-a866-4213-b90b-102f798e023d), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:40.080882 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] For port b34af0cc-a866-4213-b90b-102f798e023d, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=b34af0cc-a866-4213-b90b-102f798e023d,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:40.081166 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (b34af0cc-a866-4213-b90b-102f798e023d), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:40.093491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Calling delete_port for b34af0cc-a866-4213-b90b-102f798e023d owned by network:router_interface {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:40.266208 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (b34af0cc-a866-4213-b90b-102f798e023d), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:40.290204 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Pushing event deleted for resources: {'Port': ['ID=b34af0cc-a866-4213-b90b-102f798e023d,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:40.697271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (b75bab73-411b-470d-97e2-b56ef4c01993), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:40.904248 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Router b75bab73-411b-470d-97e2-b56ef4c01993 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:58:41.011649 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:58:41.018255 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-4709e5c0-857e-44a2-8fd6-bca5600f693c admin admin] 10.222.0.73 "PUT /v2.0/routers/b75bab73-411b-470d-97e2-b56ef4c01993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603249 May 04 13:58:41.019103 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44062) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:41.021533 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Sync routers for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:58:41.032147 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:41.032768 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:41.123425 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks [] for router (b75bab73-411b-470d-97e2-b56ef4c01993), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.137297 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:41.226765 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks [] for router_gateway (b75bab73-411b-470d-97e2-b56ef4c01993), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.273699 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Deleting port e0771b06-9ef1-4465-b400-fc33c39ed7e5 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:41.273946 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.304231 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:58:40Z', 'revision_number': 5, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port': {'id': 'e0771b06-9ef1-4465-b400-fc33c39ed7e5', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:50:55Z', 'updated_at': '2022-05-04T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:41.333485 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Checking router: b75bab73-411b-470d-97e2-b56ef4c01993 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:58:41.342817 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Routers {'b75bab73-411b-470d-97e2-b56ef4c01993'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:58:41.343465 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['b75bab73-411b-470d-97e2-b56ef4c01993'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:41.352784 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] For port e0771b06-9ef1-4465-b400-fc33c39ed7e5, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=e0771b06-9ef1-4465-b400-fc33c39ed7e5,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:41.353143 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.365568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Calling delete_port for e0771b06-9ef1-4465-b400-fc33c39ed7e5 owned by network:router_gateway {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:41.430305 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] Set router b75bab73-411b-470d-97e2-b56ef4c01993 gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:58:41.484718 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:58:41Z', 'revision_number': 6, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:41.510925 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59326e66-d94b-4cba-ad8c-6e30d97b1110 None None] The sync data for ids ['b75bab73-411b-470d-97e2-b56ef4c01993'] in dv-cinder-839793-6-iscsi is: [{'id': 'b75bab73-411b-470d-97e2-b56ef4c01993', 'name': 'tempest-TestVolumeBootPattern-1650283086-router', 'tenant_id': '2e92cfcc27444a759d88108e1d321f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:50:54Z', 'updated_at': '2022-05-04T13:58:41Z', 'revision_number': 6, 'project_id': '2e92cfcc27444a759d88108e1d321f7a', 'gw_port_host': None}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:58:41.534723 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (e0771b06-9ef1-4465-b400-fc33c39ed7e5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.561704 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0771b06-9ef1-4465-b400-fc33c39ed7e5,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:41.620118 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (b75bab73-411b-470d-97e2-b56ef4c01993), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.707356 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (b75bab73-411b-470d-97e2-b56ef4c01993), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.709432 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks [] for router_controller (b75bab73-411b-470d-97e2-b56ef4c01993), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.755178 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (b75bab73-411b-470d-97e2-b56ef4c01993), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.755759 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75bab73-411b-470d-97e2-b56ef4c01993 {{(pid=109869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:58:41.760775 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.761948 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9d74d59b-04e1-4888-96e6-64b6722f3213 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b75bab73-411b-470d-97e2-b56ef4c01993 HTTP/1.1" status: 204 len: 168 time: 0.7419276 May 04 13:58:41.764460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44064) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:41.808173 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Deleting subnet fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:58:41.811059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Publish callbacks [] for subnet (fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.846254 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.936174 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.970420 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b34af0cc-a866-4213-b90b-102f798e023d no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:41.991988 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:41.994236 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: b34af0cc-a866-4213-b90b-102f798e023d {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:41.994578 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device b34af0cc-a866-4213-b90b-102f798e023d not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:42.015836 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:42.021308 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.025329 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-9d84aa3a-03d2-4973-bdbd-40720eefb638 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fe302ad5-63e4-4c9a-abb7-7c6f38f7a63b HTTP/1.1" status: 204 len: 168 time: 0.2596452 May 04 13:58:42.027513 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44066) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:42.027691 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee7075-30f1-46d1-ba06-32e3f5aebe3a None None] Network 4029ca93-9385-463e-98bc-7abc6e857a3b requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:58:42.097568 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (4029ca93-9385-463e-98bc-7abc6e857a3b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.144497 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Deleting port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:58:42.144830 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.205495 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] For port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,segment=NetworkSegment(f7a0a959-7b1e-413e-b780-185d8db99017),segment_id=f7a0a959-7b1e-413e-b780-185d8db99017)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:58:42.205851 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.218169 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Calling delete_port for 27f7553f-6d1e-4f21-bf63-89ae26d9adfb owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:58:42.291673 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379cf59b-0f6f-4621-ab53-2cd4fffb756b None None] DHCP port deletion for 4029ca93-9385-463e-98bc-7abc6e857a3b request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:58:42.299380 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (27f7553f-6d1e-4f21-bf63-89ae26d9adfb), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.331193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Pushing event deleted for resources: {'Port': ['ID=27f7553f-6d1e-4f21-bf63-89ae26d9adfb,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:42.334817 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] No DVR routers for this DVR port 27f7553f-6d1e-4f21-bf63-89ae26d9adfb on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:58:42.406417 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (4029ca93-9385-463e-98bc-7abc6e857a3b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.427450 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4029ca93-9385-463e-98bc-7abc6e857a3b']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:42.437387 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a0a959-7b1e-413e-b780-185d8db99017') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:42.437691 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a0a959-7b1e-413e-b780-185d8db99017') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:58:42.447780 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (f7a0a959-7b1e-413e-b780-185d8db99017), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.461485 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (f7a0a959-7b1e-413e-b780-185d8db99017), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.469950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:58:42.470555 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (f7a0a959-7b1e-413e-b780-185d8db99017), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:58:42.472383 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:58:42.525916 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (4029ca93-9385-463e-98bc-7abc6e857a3b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.531116 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:42.534275 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] 10.222.0.73 "DELETE /v2.0/networks/4029ca93-9385-463e-98bc-7abc6e857a3b HTTP/1.1" status: 204 len: 168 time: 0.5053267 May 04 13:58:42.545528 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f8a6c-45e9-4a07-8d6e-b3a1c65fb02e admin admin] Pushing event deleted for resources: {'Network': ['ID=4029ca93-9385-463e-98bc-7abc6e857a3b,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:42.655321 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44070) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:42.701818 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-90681301-d35f-4e33-aeee-27a688ab28c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a581986e7304b35a1e08ebdd059c318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452456 May 04 13:58:42.704517 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44072) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:43.010356 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] Publish callbacks [] for security_group (1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.030725 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] Publish callbacks [] for security_group (1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.075431 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.077931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.079080 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e HTTP/1.1" status: 204 len: 168 time: 0.3735821 May 04 13:58:43.086861 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef71fb-1458-44ef-ae38-d717df095d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f75e1-f9f3-4a41-aa45-aa9e8032eb0e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:43.377253 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44078) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:43.416386 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-666f13bd-b793-4a0d-9d40-1de55171d25c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e92cfcc27444a759d88108e1d321f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379889 May 04 13:58:43.418712 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44080) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:58:43.464428 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] Publish callbacks [] for security_group (cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.484657 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] Publish callbacks [] for security_group (cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.530192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.532756 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:43.533863 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c HTTP/1.1" status: 204 len: 168 time: 0.1142554 May 04 13:58:43.541493 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a141e-3301-4997-975d-cea11c004140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d7b55-e2cd-4911-b0c2-e26d2e293d3c,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:58:43.886432 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 27f7553f-6d1e-4f21-bf63-89ae26d9adfb no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:43.907735 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 27f7553f-6d1e-4f21-bf63-89ae26d9adfb {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:43.907735 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 27f7553f-6d1e-4f21-bf63-89ae26d9adfb not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:43.908277 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device e0771b06-9ef1-4465-b400-fc33c39ed7e5 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:58:43.926814 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: e0771b06-9ef1-4465-b400-fc33c39ed7e5 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:58:43.927154 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device e0771b06-9ef1-4465-b400-fc33c39ed7e5 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:58:46.242748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:46.260561 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-acf8469a-5518-447d-ad7e-7aa114e7cadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:48.418488 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8c7f2a9c-88b0-41be-8822-c3150a7e96c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:49.845759 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:51.320321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:52.571816 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:58:55.944085 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:59:06.567994 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cb012-849c-4389-a51a-bf568e21c533 req-46c372fb-9b51-4336-aef6-bd9648bc9f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:06.569890 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-957cb012-849c-4389-a51a-bf568e21c533 req-46c372fb-9b51-4336-aef6-bd9648bc9f42 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0481317 May 04 13:59:06.614714 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-957cb012-849c-4389-a51a-bf568e21c533 req-d5961eb3-136a-4f7e-8e92-4a1e81861543 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 May 04 13:59:07.726948 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8827816-7f4d-44de-a2c3-a1386e7f5664 req-82ffe36a-780e-4f88-8dcf-35e89497ee4b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:07.728425 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e8827816-7f4d-44de-a2c3-a1386e7f5664 req-82ffe36a-780e-4f88-8dcf-35e89497ee4b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0460973 May 04 13:59:07.773083 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e8827816-7f4d-44de-a2c3-a1386e7f5664 req-71d4e5b6-7d26-4cf0-918f-3e5b7df51f4a tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 May 04 13:59:08.535505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-bd51f921-bf0d-4281-85b8-08b1ca37c563 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:08.536903 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-bd51f921-bf0d-4281-85b8-08b1ca37c563 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0476053 May 04 13:59:08.617813 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Deleting port 3867de25-f76a-463d-8b58-ca121faebc3c {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:08.618075 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:08.705732 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] For port 3867de25-f76a-463d-8b58-ca121faebc3c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3867de25-f76a-463d-8b58-ca121faebc3c,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:08.706109 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:08.871306 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:08.871590 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:08.871905 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Floating IP a7fecee9-6c0b-4ae6-8006-09cc5644a433 disassociated. External IP: 172.27.1.90, port: 3867de25-f76a-463d-8b58-ca121faebc3c. May 04 13:59:08.872241 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Calling delete_port for 3867de25-f76a-463d-8b58-ca121faebc3c owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:08.891260 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843cb1-7825-4855-bb23-482ffce43370 req-ac2c31a1-8eb0-45b6-b62d-9144d05fd21b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:08.892714 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bc843cb1-7825-4855-bb23-482ffce43370 req-ac2c31a1-8eb0-45b6-b62d-9144d05fd21b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 945 time: 0.0485606 May 04 13:59:08.938917 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-bc843cb1-7825-4855-bb23-482ffce43370 req-b0afa397-3bed-48f5-b838-7dc72da9778b tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 May 04 13:59:09.000806 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (3867de25-f76a-463d-8b58-ca121faebc3c), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:09.030181 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'Port': ['ID=3867de25-f76a-463d-8b58-ca121faebc3c,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:09.139460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:59:09.495974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:59:09.506007 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:59:09.518538 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:09.519168 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:09.543494 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] No DVR routers for this DVR port 3867de25-f76a-463d-8b58-ca121faebc3c on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:59:09.546241 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:09.549588 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1511ccf3-8be0-4c8c-a3a3-5563483fbd28 req-22c0576c-cf92-45a9-ae57-a9dd6c91144d tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.23 "DELETE /v2.0/ports/3867de25-f76a-463d-8b58-ca121faebc3c HTTP/1.1" status: 204 len: 173 time: 1.0070276 May 04 13:59:09.550104 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'name': 'network-vif-deleted', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:59:09.552429 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ffe0d-8fec-4523-ae21-491467471b73" -d '{"events": [{"server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "name": "network-vif-deleted", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:59:09.767686 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:09.784505 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab77f48-e08c-4573-99c9-40ea94d9cf30 x-openstack-request-id: req-3ab77f48-e08c-4573-99c9-40ea94d9cf30 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:59:09.784790 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e41532-77af-4b66-9b12-fb5e15ecadfb", "name": "network-vif-deleted", "tag": "3867de25-f76a-463d-8b58-ca121faebc3c", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:59:09.785043 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ab77f48-e08c-4573-99c9-40ea94d9cf30 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:59:09.785437 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab77f48-e08c-4573-99c9-40ea94d9cf30'] response: {'server_uuid': '43e41532-77af-4b66-9b12-fb5e15ecadfb', 'name': 'network-vif-deleted', 'tag': '3867de25-f76a-463d-8b58-ca121faebc3c', 'status': 'completed', 'code': 200} May 04 13:59:09.980227 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:10.011100 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:59:10.019777 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:10.020401 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:10.049723 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-fe637242-4723-4c9a-b184-ea499c415f10 req-98eb71f4-c6d9-499a-a415-b31e388f0e6e tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/ports?device_id=43e41532-77af-4b66-9b12-fb5e15ecadfb HTTP/1.1" status: 200 len: 210 time: 0.0303411 May 04 13:59:10.130893 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:10.317012 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:10.343494 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b662445-da37-4e21-954b-183a709cfe0e None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:54:55Z', 'revision_number': 4, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': 'a583d123-0f5d-4309-b743-b422fd257481', 'name': '', 'network_id': 'd61247d7-e01f-427a-a1dc-e2fabe050a37', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'mac_address': 'fa:16:3e:89:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:54Z', 'updated_at': '2022-05-04T13:54:58Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'subnets': [{'id': 'efac7bec-9b32-4303-a90e-624ffb70a625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:59:10.559106 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704347d-bb7b-4fe1-a248-6dc42223365f None None] New status for floating IP a7fecee9-6c0b-4ae6-8006-09cc5644a433: DOWN {{(pid=109872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:59:11.134363 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44216) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:11.189720 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.212102 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.256858 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.259549 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.260679 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "DELETE /v2.0/security-groups/4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4 HTTP/1.1" status: 204 len: 168 time: 0.1253238 May 04 13:59:11.263958 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44218) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:11.269493 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7678-c5b0-4392-8299-f0309720ad93 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:11.279144 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.api.v2.resource [None req-b2a88ef8-3edb-4bfc-8239-0cd8df8b39d3 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] show failed (client error): The resource could not be found. May 04 13:59:11.280243 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-b2a88ef8-3edb-4bfc-8239-0cd8df8b39d3 tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "GET /v2.0/security-groups/4e0acf3e-2f2b-4ffe-b3ed-5c39e2244bb4 HTTP/1.1" status: 404 len: 347 time: 0.0151386 May 04 13:59:11.283092 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44220) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:11.396447 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Deleting port 570a6bca-d608-4156-8485-90e886267286 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:11.396691 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (570a6bca-d608-4156-8485-90e886267286), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.471691 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (570a6bca-d608-4156-8485-90e886267286), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.472015 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (570a6bca-d608-4156-8485-90e886267286), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.485176 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Calling delete_port for 570a6bca-d608-4156-8485-90e886267286 owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:11.616308 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (570a6bca-d608-4156-8485-90e886267286), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.638675 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Pushing event deleted for resources: {'Port': ['ID=570a6bca-d608-4156-8485-90e886267286,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:11.648678 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.648955 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.649292 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.649629 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.649960 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.650715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.650715 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.650913 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.651230 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.651556 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.651875 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.652194 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.652514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.652826 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.653140 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:11.712480 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks [] for floatingip (a7fecee9-6c0b-4ae6-8006-09cc5644a433), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.715067 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:11.716280 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a7a68f83-3284-4bbd-8207-289fa2270e4c tempest-AttachVolumeTestJSON-2106199088 tempest-AttachVolumeTestJSON-2106199088-project] 10.222.0.73 "DELETE /v2.0/floatingips/a7fecee9-6c0b-4ae6-8006-09cc5644a433 HTTP/1.1" status: 204 len: 168 time: 0.4322932 May 04 13:59:13.165405 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 3867de25-f76a-463d-8b58-ca121faebc3c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:59:13.188261 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 3867de25-f76a-463d-8b58-ca121faebc3c {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:59:13.188598 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 3867de25-f76a-463d-8b58-ca121faebc3c not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:59:15.215521 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44248) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:15.533613 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:15.760775 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Deleting port a583d123-0f5d-4309-b743-b422fd257481 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:15.761105 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (a583d123-0f5d-4309-b743-b422fd257481), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:15.838469 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] For port a583d123-0f5d-4309-b743-b422fd257481, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=a583d123-0f5d-4309-b743-b422fd257481,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:15.838780 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (a583d123-0f5d-4309-b743-b422fd257481), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:15.852647 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Calling delete_port for a583d123-0f5d-4309-b743-b422fd257481 owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:16.028070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (a583d123-0f5d-4309-b743-b422fd257481), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.054240 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a583d123-0f5d-4309-b743-b422fd257481,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:16.224858 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.244431 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.261773 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8264-56cf-4e20-b5ba-9d031891c3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.437255 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:59:16.541882 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:59:16.547533 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a18422a4-c67d-472f-a172-be4c25ae2d5a admin admin] 10.222.0.73 "PUT /v2.0/routers/1ab0c795-3b58-4a08-b6e1-dc105ec777f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3308673 May 04 13:59:16.549416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44250) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:16.550883 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Sync routers for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:59:16.561566 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:16.562183 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:16.653313 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks [] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.669256 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:16.755300 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks [] for router_gateway (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.798906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Deleting port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:16.799265 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.838267 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:59:15Z', 'revision_number': 5, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port': {'id': '8e8fffd0-155d-42fa-bbdf-0eeee43faf2e', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:54:53Z', 'updated_at': '2022-05-04T13:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:16.865111 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Checking router: 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:59:16.873269 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Routers {'1ab0c795-3b58-4a08-b6e1-dc105ec777f9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:16.873878 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:58:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:16.877208 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] For port 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:16.877551 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:16.890068 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Calling delete_port for 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e owned by network:router_gateway {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:16.964360 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] Set router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 gateway port host: None {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:17.015534 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:59:16Z', 'revision_number': 6, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:17.045353 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbb8c64-634f-4167-8673-7921c1454579 None None] The sync data for ids ['1ab0c795-3b58-4a08-b6e1-dc105ec777f9'] in dv-cinder-839793-6-iscsi is: [{'id': '1ab0c795-3b58-4a08-b6e1-dc105ec777f9', 'name': 'tempest-AttachVolumeTestJSON-1577409896-router', 'tenant_id': '6333cfd15a5149a885d2904e86172a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:54:52Z', 'updated_at': '2022-05-04T13:59:16Z', 'revision_number': 6, 'project_id': '6333cfd15a5149a885d2904e86172a52', 'gw_port_host': None}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:59:17.056950 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (8e8fffd0-155d-42fa-bbdf-0eeee43faf2e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.085344 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8fffd0-155d-42fa-bbdf-0eeee43faf2e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:17.146586 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.236051 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.238177 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks [] for router_controller (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.288438 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (1ab0c795-3b58-4a08-b6e1-dc105ec777f9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.288940 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab0c795-3b58-4a08-b6e1-dc105ec777f9 {{(pid=109870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 13:59:17.293185 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.294334 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-c0a87718-023f-4f58-979f-ab69bae6afed admin admin] 10.222.0.73 "DELETE /v2.0/routers/1ab0c795-3b58-4a08-b6e1-dc105ec777f9 HTTP/1.1" status: 204 len: 168 time: 0.7438302 May 04 13:59:17.296815 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44252) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:17.609717 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Deleting subnet efac7bec-9b32-4303-a90e-624ffb70a625 {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 13:59:17.613006 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Publish callbacks [] for subnet (efac7bec-9b32-4303-a90e-624ffb70a625), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.648050 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (efac7bec-9b32-4303-a90e-624ffb70a625), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.727906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (efac7bec-9b32-4303-a90e-624ffb70a625), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.782281 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (efac7bec-9b32-4303-a90e-624ffb70a625), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.808561 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efac7bec-9b32-4303-a90e-624ffb70a625,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:17.812113 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.815519 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bbdd12d9-dc21-4c4a-b883-94861ff54ba6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/efac7bec-9b32-4303-a90e-624ffb70a625 HTTP/1.1" status: 204 len: 168 time: 0.5177746 May 04 13:59:17.817964 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed1537-53d8-4021-9288-82819f3b3ec7 None None] Network d61247d7-e01f-427a-a1dc-e2fabe050a37 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:59:17.818471 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44254) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:17.890459 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (d61247d7-e01f-427a-a1dc-e2fabe050a37), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.908709 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a583d123-0f5d-4309-b743-b422fd257481 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:59:17.932003 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: a583d123-0f5d-4309-b743-b422fd257481 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:59:17.932357 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device a583d123-0f5d-4309-b743-b422fd257481 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:59:17.932760 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:59:17.951299 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Deleting port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:17.951645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:17.951885 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:59:17.952230 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 8e8fffd0-155d-42fa-bbdf-0eeee43faf2e not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:59:17.986307 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] DHCP port deletion for d61247d7-e01f-427a-a1dc-e2fabe050a37 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 13:59:18.012526 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] For port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:18.012886 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.025323 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Deleting port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a {{(pid=109871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 13:59:18.025643 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), before_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.025787 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Calling delete_port for 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a owned by network:dhcp {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:18.107691 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.132144 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:18.139465 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] No DVR routers for this DVR port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a on host dv-cinder-839793-6-iscsi {{(pid=109870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:59:18.215119 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (d61247d7-e01f-427a-a1dc-e2fabe050a37), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.227028 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] For port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,segment=NetworkSegment(c39f9f50-737f-458b-b518-85d084fc8adc),segment_id=c39f9f50-737f-458b-b518-85d084fc8adc)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:18.227455 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), precommit_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.235323 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61247d7-e01f-427a-a1dc-e2fabe050a37']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:18.239291 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Calling delete_port for 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a owned by network:dhcp {{(pid=109871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 13:59:18.244545 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39f9f50-737f-458b-b518-85d084fc8adc') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:18.245073 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39f9f50-737f-458b-b518-85d084fc8adc') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:18.253991 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (c39f9f50-737f-458b-b518-85d084fc8adc), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.266753 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (c39f9f50-737f-458b-b518-85d084fc8adc), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.273240 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 13:59:18.273690 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (c39f9f50-737f-458b-b518-85d084fc8adc), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 13:59:18.275528 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 13:59:18.314732 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693'] for port (84cfe5e4-934a-43ce-b05c-2e7e8f81e42a), after_delete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.330042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (d61247d7-e01f-427a-a1dc-e2fabe050a37), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.336259 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.339431 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] 10.222.0.73 "DELETE /v2.0/networks/d61247d7-e01f-427a-a1dc-e2fabe050a37 HTTP/1.1" status: 204 len: 168 time: 0.5204763 May 04 13:59:18.342598 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Pushing event deleted for resources: {'Port': ['ID=84cfe5e4-934a-43ce-b05c-2e7e8f81e42a,revision_number=None']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:18.346938 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] No DVR routers for this DVR port 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a on host dv-cinder-839793-6-iscsi {{(pid=109871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 13:59:18.352617 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ce20-e836-4fe6-adec-e3498e862d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=d61247d7-e01f-427a-a1dc-e2fabe050a37,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:18.354231 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.354580 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.354926 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.355302 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.355625 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.355957 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.356284 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.356609 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.356932 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.357257 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.357581 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.358020 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.358212 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.358530 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.358853 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890432-e12c-45f8-8f0d-4b469018ac71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:18.419359 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8166f055-4f01-42b8-b71a-d06d4edb0aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.511018 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44258) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:18.550173 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ac639872-f22e-4b3e-a2be-6a14bd8023a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6333cfd15a5149a885d2904e86172a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380025 May 04 13:59:18.552570 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44260) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:18.602713 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] Publish callbacks [] for security_group (a44527ea-d6f4-4663-9e83-45d7f836b1b0), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.623049 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] Publish callbacks [] for security_group (a44527ea-d6f4-4663-9e83-45d7f836b1b0), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.669257 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (a44527ea-d6f4-4663-9e83-45d7f836b1b0), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.672136 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:18.673274 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a44527ea-d6f4-4663-9e83-45d7f836b1b0 HTTP/1.1" status: 204 len: 168 time: 0.1198289 May 04 13:59:18.680735 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d6aa3-0aff-469a-a150-87444dbb2bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44527ea-d6f4-4663-9e83-45d7f836b1b0,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:19.331774 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44282) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:19.427799 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1319342747-network', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:19.447648 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:59:19.449867 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.458126 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.532156 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks [] for security_group (ebd796a3-7b8a-416d-bc15-5092bb3ad2df), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.535831 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ebd796a3-7b8a-416d-bc15-5092bb3ad2df), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.558384 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 13:59:19.566906 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd796a3-7b8a-416d-bc15-5092bb3ad2df,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:19.573215 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (9be1e649-aa82-4ffe-a246-674a631d4cf4), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.573556 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Added segment 9be1e649-aa82-4ffe-a246-674a631d4cf4 of type vlan for network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 May 04 13:59:19.621078 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (cd487bc3-0aa6-42ba-886d-1efc4c7063a5), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.645643 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (cd487bc3-0aa6-42ba-886d-1efc4c7063a5), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.646700 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:19.647842 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.681163 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3482420 May 04 13:59:19.683871 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44286) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:19.690149 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Request body: {'subnet': {'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-subnet', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:19.719645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264da2-41c4-4a39-9eea-8f2f0e222503 admin admin] Pushing event updated for resources: {'Network': ['ID=cd487bc3-0aa6-42ba-886d-1efc4c7063a5,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:19.729045 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 13:59:19.735927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'subnet': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:59:19.738329 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897505'] for subnet (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.852179 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.906896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4144291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897555'] for subnet (16159f45-8399-4870-b090-ff6fb00fb8cb), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:19.913744 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 13:59:19.937107 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 13:59:19.937408 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 84cfe5e4-934a-43ce-b05c-2e7e8f81e42a not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 13:59:19.961180 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16159f45-8399-4870-b090-ff6fb00fb8cb,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:19.971189 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:59:19.971578 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Network hostable DHCP agents. Network: cd487bc3-0aa6-42ba-886d-1efc4c7063a5, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 13:59:19.987879 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 13:59:19.996437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, cd487bc3-0aa6-42ba-886d-1efc4c7063a5) {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:20.000464 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:20.001052 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.005961 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3325e-2fda-48a3-a385-f746f79c26cf None None] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:59:20.016444 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-70754366-73df-4d55-aa20-ab26744c6939 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3315837 May 04 13:59:20.019127 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44288) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:20.023497 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:20.041634 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26178'] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.042638 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971750', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26171'] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.097388 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for router_controller (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), precommit_add_association {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.117037 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa228ecd0-3498-5b74-b5c8-94c7dd5fe49c-cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb'}]}} from dv-cinder-839793-6-iscsi. {{(pid=109871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 13:59:20.117936 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.236676 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for router_gateway (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.247384 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.db_base_plugin_common [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Allocated IP 172.20.0.2 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/445897ac-8f38-4c4b-86d5-86b5797b0d31) {{(pid=109871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:59:20.389769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks [] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), precommit_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.398392 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), after_create {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.419040 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for router_gateway (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.434259 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:20.437118 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.scheduler.base_scheduler [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Resources bound (agent type, host, resource id): {{(pid=109871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:20.437820 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.443267 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Received port after_create {{(pid=109871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:59:20.450271 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Pushing event updated for resources: {'Port': ['ID=445897ac-8f38-4c4b-86d5-86b5797b0d31,revision_number=1']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:20.507459 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Attempting to bind port 445897ac-8f38-4c4b-86d5-86b5797b0d31 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:59:20.507827 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Attempting to bind port 445897ac-8f38-4c4b-86d5-86b5797b0d31 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:59:20.508188 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Attempting to bind port 445897ac-8f38-4c4b-86d5-86b5797b0d31 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:59:20.513163 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:59:20.513535 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:59:20.513929 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.514324 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:59:20.514779 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Bound port: 445897ac-8f38-4c4b-86d5-86b5797b0d31, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:59:20.515153 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.545909 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Allocated IP 172.27.1.90 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/7e4af712-3b22-41a8-881e-1028b07fa920) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:59:20.576704 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] For port 445897ac-8f38-4c4b-86d5-86b5797b0d31, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:59:20.579711 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] For port 445897ac-8f38-4c4b-86d5-86b5797b0d31, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=445897ac-8f38-4c4b-86d5-86b5797b0d31,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:59:20.585281 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.642018 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2608cc-ae6a-475e-bf9b-b689385e86e4 None None] Pushing event updated for resources: {'Port': ['ID=445897ac-8f38-4c4b-86d5-86b5797b0d31,revision_number=2']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:20.650265 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for port (7e4af712-3b22-41a8-881e-1028b07fa920), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.685580 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:20.729042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:20.732050 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:20.734514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:59:20.761129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4af712-3b22-41a8-881e-1028b07fa920,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:21.013217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for router_gateway (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.207246 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971733'] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.330022 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.343485 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 is scheduled to L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 with binding_index 1 {{(pid=109870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 13:59:21.455394 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:59:21.463892 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:59:21.473107 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.473714 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:21.474366 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-19471ce8-6753-4142-8c42-8691a19fa851 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4542985 May 04 13:59:21.474511 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:21.477017 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44290) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:21.530461 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9863650-07d6-405b-a1dd-a10af0876df4 None None] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 13:59:21.587557 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:21.641580 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Provisioning complete for port 445897ac-8f38-4c4b-86d5-86b5797b0d31 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:21.641984 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.732491 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Current status of the port 445897ac-8f38-4c4b-86d5-86b5797b0d31 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:21.732888 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.774386 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] For port 445897ac-8f38-4c4b-86d5-86b5797b0d31, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=445897ac-8f38-4c4b-86d5-86b5797b0d31,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:21.779665 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.785845 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:20Z', 'revision_number': 3, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:21.814724 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:59:21.815181 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Updating router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 port 7e4af712-3b22-41a8-881e-1028b07fa920 binding host dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:59:21.847449 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaab244-8596-436d-95dc-734b22b7492f None None] Pushing event updated for resources: {'Port': ['ID=445897ac-8f38-4c4b-86d5-86b5797b0d31,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:21.847681 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:21.979398 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 445897ac-8f38-4c4b-86d5-86b5797b0d31 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:59:22.016038 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-1600d622-80d7-408a-b83b-ab361e1068bc None None] Provisioning complete for port 445897ac-8f38-4c4b-86d5-86b5797b0d31 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:22.016405 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1600d622-80d7-408a-b83b-ab361e1068bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.072704 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 445897ac-8f38-4c4b-86d5-86b5797b0d31 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:22.073008 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.124813 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks [] for port (7e4af712-3b22-41a8-881e-1028b07fa920), precommit_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.130761 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.146514 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-1600d622-80d7-408a-b83b-ab361e1068bc None None] Current status of the port 445897ac-8f38-4c4b-86d5-86b5797b0d31 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:22.186942 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Pushing event updated for resources: {'Port': ['ID=7e4af712-3b22-41a8-881e-1028b07fa920,revision_number=2']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:22.188730 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 445897ac-8f38-4c4b-86d5-86b5797b0d31 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:22.203781 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.204382 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.204510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.205014 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.205817 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.206407 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.206966 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.207386 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.207722 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.208053 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.208379 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.208703 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.209042 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.209395 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.209713 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.210029 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 13:59:22.216986 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Attempting to bind port 7e4af712-3b22-41a8-881e-1028b07fa920 on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:59:22.217349 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Attempting to bind port 7e4af712-3b22-41a8-881e-1028b07fa920 by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:59:22.217708 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Attempting to bind port 7e4af712-3b22-41a8-881e-1028b07fa920 on network aab78dc3-f569-4944-a2a1-90db1c1075d6 {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:59:22.222640 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:59:22.223008 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Checking segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:59:22.223429 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.223818 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Bound using segment: {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'} {{(pid=109872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:59:22.224323 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.managers [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Bound port: 7e4af712-3b22-41a8-881e-1028b07fa920, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}}] {{(pid=109872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:59:22.224640 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), before_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.274903 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] For port 7e4af712-3b22-41a8-881e-1028b07fa920, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:59:22.278204 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.plugins.ml2.db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] For port 7e4af712-3b22-41a8-881e-1028b07fa920, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=7e4af712-3b22-41a8-881e-1028b07fa920,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:59:22.283601 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron_lib.callbacks.manager [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), after_update {{(pid=109872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.341246 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107852ba-1d1a-4714-93ea-ed8d1eaa2f93 None None] Pushing event updated for resources: {'Port': ['ID=7e4af712-3b22-41a8-881e-1028b07fa920,revision_number=3']} {{(pid=109872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:22.343761 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:22.344359 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:22.361335 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Allocated IP 172.20.0.1 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/3350688d-438b-4d58-9ddd-b1a7bc9d4a5e) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:59:22.451639 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:22.466943 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks [] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.500688 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.537181 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:22.540630 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:22.546162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:59:22.572597 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:22.583614 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.592430 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-969352'] for router_interface (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.723406 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:20Z', 'revision_number': 3, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:22.734828 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.751324 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243b581-b5c1-4213-9dad-e51f86937666 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:20Z', 'revision_number': 3, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:59:22.772394 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-4b48f034-1605-4df9-b419-fbbf16b0dec8 None None] Provisioning complete for port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:22.772760 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4b48f034-1605-4df9-b419-fbbf16b0dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.807955 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-4b48f034-1605-4df9-b419-fbbf16b0dec8 None None] Port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:59:22.904183 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks [] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.908706 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.996082 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-969330'] for router_interface (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:22.997806 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:23.097156 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:23.098726 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:23.226958 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:59:23.330067 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-3c3f983d-38d4-4a73-aff0-6d88f98737ea None None] Provisioning complete for port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:23.330442 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3c3f983d-38d4-4a73-aff0-6d88f98737ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.353673 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:59:23.367366 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-2f31895f-1494-4434-b8ab-7d0c2743ff47 admin admin] 10.222.0.73 "PUT /v2.0/routers/f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8890738 May 04 13:59:23.367876 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f983d-38d4-4a73-aff0-6d88f98737ea None None] Port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:59:23.746240 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44298) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:23.750851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856721503', 'description': 'tempest-description--729059411'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:23.770400 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.837595 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (18946465-66f9-4fff-808b-e82cc2934e28), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.841451 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (18946465-66f9-4fff-808b-e82cc2934e28), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.869849 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.871094 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1238239 May 04 13:59:23.874188 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44300) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:23.876419 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6cb5b-45a2-4765-8e0e-a8cc081c2ce1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18946465-66f9-4fff-808b-e82cc2934e28,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:23.878976 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '18946465-66f9-4fff-808b-e82cc2934e28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:23.908595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (a1da6f44-d027-4298-b000-97d1a35a7983), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.932458 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 7e4af712-3b22-41a8-881e-1028b07fa920 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:59:23.971842 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (a1da6f44-d027-4298-b000-97d1a35a7983), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.975449 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (a1da6f44-d027-4298-b000-97d1a35a7983), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.981017 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 7e4af712-3b22-41a8-881e-1028b07fa920 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:23.981389 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:23.995724 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1da6f44-d027-4298-b000-97d1a35a7983,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:24.001396 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.005665 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44302) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:24.005818 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d368d56e-67b9-4a61-a42a-6fb36c9509a6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302311 May 04 13:59:24.010708 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '18946465-66f9-4fff-808b-e82cc2934e28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:24.037127 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (ac9c39e3-0aea-42e8-b8ca-bf2a0d3b90bc), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.070706 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 7e4af712-3b22-41a8-881e-1028b07fa920 is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:24.071423 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.093642 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] For port 7e4af712-3b22-41a8-881e-1028b07fa920, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=7e4af712-3b22-41a8-881e-1028b07fa920,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:24.096145 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (ac9c39e3-0aea-42e8-b8ca-bf2a0d3b90bc), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.097344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.100337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (ac9c39e3-0aea-42e8-b8ca-bf2a0d3b90bc), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.122319 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9c39e3-0aea-42e8-b8ca-bf2a0d3b90bc,revision_number=0']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:24.129721 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.134828 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-13c68f45-0f1b-415c-86b6-59ee527240fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242549 May 04 13:59:24.135026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44304) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:24.140040 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:24.150748 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Pushing event updated for resources: {'Port': ['ID=7e4af712-3b22-41a8-881e-1028b07fa920,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:24.160201 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.237629 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.341692 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:59:24.343685 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_common [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.27.1.53 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/973d805a-d48e-430f-93ef-ec932d6a0223) {{(pid=109870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:59:24.353057 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:24.353723 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:24.448086 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (973d805a-d48e-430f-93ef-ec932d6a0223), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.467332 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:24.479876 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.515826 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:24.518574 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.base_scheduler [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:24.520996 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:59:24.556496 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=973d805a-d48e-430f-93ef-ec932d6a0223,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:24.618295 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.655584 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.657936 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:24.686944 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:59:24.687321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Updating router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e binding host dv-cinder-839793-6-iscsi {{(pid=109871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 13:59:24.715695 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.808798 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (973d805a-d48e-430f-93ef-ec932d6a0223), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.813266 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4144426'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.881936 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=973d805a-d48e-430f-93ef-ec932d6a0223,revision_number=2']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:24.890203 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.906203 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.907453 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3fa2a6c5-c48e-4721-a5b7-f602f320590a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7714152 May 04 13:59:24.989753 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks [] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), precommit_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:24.995754 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.051260 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9300d3-8aad-4a34-a60d-b327dd3896af None None] Pushing event updated for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=3']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:25.069591 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-36169219-ae8f-4ac7-bff4-7c3acd89ead5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--856721503&fields=id&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 267 time: 0.0532901 May 04 13:59:25.102826 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Attempting to bind port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e on host dv-cinder-839793-6-iscsi for vnic_type normal with profile {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:59:25.103302 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Attempting to bind port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e by drivers openvswitch,hyperv on host dv-cinder-839793-6-iscsi at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:59:25.103755 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Attempting to bind port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:59:25.109177 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Checking agent: {'id': '416b2efc-8841-424f-b16c-1c77ddaa3c0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 39, 52), 'started_at': datetime.datetime(2022, 5, 4, 13, 40, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:59:25.109560 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:59:25.109963 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.110363 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:59:25.110836 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.managers [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Bound port: 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e, host: dv-cinder-839793-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:59:25.111246 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.181320 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] For port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e, host dv-cinder-839793-6-iscsi, cleared binding levels {{(pid=109871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:59:25.184279 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-e152aadd-b52f-4168-9750-2861e13daad5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:25.185840 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-e152aadd-b52f-4168-9750-2861e13daad5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.1088662 May 04 13:59:25.186080 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] For port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e, host dv-cinder-839793-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:59:25.195099 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.203293 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-cc16202a-ccb6-4689-a8c0-9dd23d05e082 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/quotas/d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 375 time: 0.0100913 May 04 13:59:25.264356 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:25.265006 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:25.265463 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-41704ccb-5c22-4292-b502-2dd5618a9471 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565784 May 04 13:59:25.270304 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9300d3-8aad-4a34-a60d-b327dd3896af None None] Pushing event updated for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:25.332397 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Provisioning complete for port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:25.332690 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.345192 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-e4275253-f9b4-4d4b-a221-e573a22ca6f6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 13:59:25.346529 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-e4275253-f9b4-4d4b-a221-e573a22ca6f6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0664299 May 04 13:59:25.431622 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_dvr_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:25.453187 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-2a93b455-d7c3-48fd-8def-b9b3182b15ad service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991237 May 04 13:59:25.550387 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-62ba7847-3ae2-4fd3-84ec-540d25493de9 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913515 May 04 13:59:25.659102 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Current status of the port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e is: DOWN; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:25.659514 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.728708 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c794aa2d-367f-4ba3-bae6-9a08e350172a req-0e7da313-53e0-40df-8a7a-2b3b5f85e4b8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 210 time: 0.0325365 May 04 13:59:25.749504 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] For port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:25.751103 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.837762 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa7a00-0bd6-4ed3-8bbe-18ed721b33ad None None] Pushing event updated for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:25.849480 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.l3_hamode_db [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:25.879081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3809c14-cfcf-4330-9a27-bed7efddc947 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:59:25.887762 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-3a2ad565-0914-43c7-9190-17c93dea5eac None None] Provisioning complete for port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:25.888136 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad565-0914-43c7-9190-17c93dea5eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:25.977651 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 7e4af712-3b22-41a8-881e-1028b07fa920 up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:59:26.064931 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad565-0914-43c7-9190-17c93dea5eac None None] Current status of the port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:26.092595 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 7e4af712-3b22-41a8-881e-1028b07fa920 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:26.093385 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:26.199794 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 7e4af712-3b22-41a8-881e-1028b07fa920 is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:26.833544 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-23de8b79-0a7c-41b0-af65-11a59cbdba99 req-996d8940-eff5-4c2b-8b4b-85b6df14a887 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 210 time: 0.0300417 May 04 13:59:26.987012 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-64cc4052-8fa5-4cc1-bd3f-58b8dda89fed tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:26.989148 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-64cc4052-8fa5-4cc1-bd3f-58b8dda89fed tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.1066267 May 04 13:59:27.055856 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-a98d8df4-195c-4dbd-b6c5-cbb0bfc47f22 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 379 time: 0.0529482 May 04 13:59:27.071542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'port': {'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'admin_state_up': True, 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'security_groups': ['18946465-66f9-4fff-808b-e82cc2934e28']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:27.177625 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 13:59:27.181567 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.301944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.20.0.13 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 13:59:27.439742 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.470995 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.512249 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 13:59:27.515354 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 13:59:27.517651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 13:59:27.550770 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:27.578066 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:27.578672 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.596127 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d7ecef43-7ec6-4e1b-911c-0f7a20ef51e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5287380 May 04 13:59:27.657566 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Request body: {'port': {'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:27.716782 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.795503 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-4ced8c9a-13ff-40b6-bc15-6c29b9dffabd None None] Provisioning complete for port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:27.796080 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-4ced8c9a-13ff-40b6-bc15-6c29b9dffabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.833065 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-4ced8c9a-13ff-40b6-bc15-6c29b9dffabd None None] Port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 13:59:27.939731 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e up at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:59:27.975750 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142b06-2469-4fbf-aa8b-34fda6025cd2 req-c65f097a-0a80-475b-b000-674822207d5e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:27.979004 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-17142b06-2469-4fbf-aa8b-34fda6025cd2 req-c65f097a-0a80-475b-b000-674822207d5e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 932 time: 0.0571580 May 04 13:59:27.987745 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:59:27.990836 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Provisioning complete for port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:27.991224 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:27.995810 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks [] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.008639 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Transition to ACTIVE for port object 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 13:59:28.013899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.027444 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-17142b06-2469-4fbf-aa8b-34fda6025cd2 req-36fc11be-9f46-4bce-9463-02ffed8aaeb1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 May 04 13:59:28.072066 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Current status of the port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e is: ACTIVE; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:28.088350 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:28.141585 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Attempting to bind port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 13:59:28.141918 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Attempting to bind port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 13:59:28.142245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Attempting to bind port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:59:28.146750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 13:59:28.147075 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Attempting to bind port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 13:59:28.152075 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 13:59:28.152411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 13:59:28.152792 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 13:59:28.153245 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Bound port: 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 13:59:28.153602 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.221687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 13:59:28.224612 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 13:59:28.231251 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.263036 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:28.263675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:28.265045 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] 10.222.0.23 "PUT /v2.0/ports/22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 200 len: 1094 time: 0.6597564 May 04 13:59:28.267427 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:59:28.269586 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e381efe-2881-4465-9ee5-2ff0976a9896" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:59:28.301449 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a3ecc-ff48-4748-9ecd-3516ee271fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:28.309256 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49a6db-cbc4-41e2-aacf-2eee4b6040a5 x-openstack-request-id: req-fb49a6db-cbc4-41e2-aacf-2eee4b6040a5 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:59:28.309739 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:59:28.310155 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb49a6db-cbc4-41e2-aacf-2eee4b6040a5 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:59:28.310730 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb49a6db-cbc4-41e2-aacf-2eee4b6040a5'] response: {'name': 'network-changed', 'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'status': 'completed', 'code': 200} May 04 13:59:28.354681 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d4f825b7-01b0-430e-9bb8-f6d7839252dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:28.356250 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-d4f825b7-01b0-430e-9bb8-f6d7839252dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 1128 time: 0.0415115 May 04 13:59:28.404438 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-2f80568d-e1f3-4717-bfc8-14caba6a9b78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 200 len: 217 time: 0.0374336 May 04 13:59:28.457424 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-41fe241e-892c-496c-82b4-543b69516c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:28.459093 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-41fe241e-892c-496c-82b4-543b69516c4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0453627 May 04 13:59:28.505610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-1edc0a3e-a7d5-43c0-bed9-61d5ac21b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:28.507093 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-1edc0a3e-a7d5-43c0-bed9-61d5ac21b62b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386913 May 04 13:59:28.600895 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-42a84e3b-aacb-412d-8be9-838aa2a90eae service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 May 04 13:59:28.691150 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-7cda28aa-29fb-438d-a0fb-aa621a11c065 req-707fe9a6-5f9e-4d3b-9571-934a47fb59ae service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812898 May 04 13:59:29.142814 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252d90f-d189-418d-80f2-db055726afbb req-04d86f76-3873-4c82-a63a-81f6ca19756d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:29.144276 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1252d90f-d189-418d-80f2-db055726afbb req-04d86f76-3873-4c82-a63a-81f6ca19756d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 944 time: 0.0483520 May 04 13:59:29.191484 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1252d90f-d189-418d-80f2-db055726afbb req-e4944557-2af8-4b0f-8de1-0b04f8de2d06 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 May 04 13:59:29.790491 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-a687b8e8-6dde-4bc1-ab96-28ddedb992dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:29.792004 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-a687b8e8-6dde-4bc1-ab96-28ddedb992dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 1128 time: 0.0407403 May 04 13:59:29.899902 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-6b01e955-5f18-4794-83f7-d4ef88a2f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:29.901333 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-6b01e955-5f18-4794-83f7-d4ef88a2f91d service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0871747 May 04 13:59:30.093231 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-6c31dce3-2b43-4fca-bf49-3709a7f80b1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 200 len: 217 time: 0.0340240 May 04 13:59:30.143130 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-e9300c40-b166-4b9c-86e0-3e5a95d4557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:30.144525 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-e9300c40-b166-4b9c-86e0-3e5a95d4557c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0450399 May 04 13:59:30.191102 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-83e56d12-fb51-4439-9fb4-ace75315ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:30.192567 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-83e56d12-fb51-4439-9fb4-ace75315ce77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379457 May 04 13:59:30.285511 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-8e2b4b9e-36fb-49d2-b39d-6baedeb7c5dd service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831742 May 04 13:59:30.304198 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ddd6-bd26-4a4c-b863-8f01d976d339 req-f28bc84a-82a0-4649-91ae-6b2d8e391738 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:30.305690 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e8f1ddd6-bd26-4a4c-b863-8f01d976d339 req-f28bc84a-82a0-4649-91ae-6b2d8e391738 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 944 time: 0.0458868 May 04 13:59:30.352752 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e8f1ddd6-bd26-4a4c-b863-8f01d976d339 req-4d07f191-b6ec-40d8-be63-646d45da710b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 May 04 13:59:30.377636 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1e381efe-2881-4465-9ee5-2ff0976a9896 req-278fae83-ce82-4814-880e-b57324120728 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826654 May 04 13:59:31.244080 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 13:59:31.339252 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:31.350673 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 13:59:31.390352 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:31.390747 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:31.403414 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 13:59:31.423002 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:31.426875 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:31.464174 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2a079-27dc-4a63-b64e-8546f0b20385 req-e5800609-8b95-4d33-bcf4-ba35f14f72bc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:31.465663 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57f2a079-27dc-4a63-b64e-8546f0b20385 req-e5800609-8b95-4d33-bcf4-ba35f14f72bc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 945 time: 0.0466108 May 04 13:59:31.473410 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:31.519343 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-57f2a079-27dc-4a63-b64e-8546f0b20385 req-f5b7b79d-ecad-4c8b-9bd8-75cdd52ec356 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478241 May 04 13:59:31.691498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 13:59:32.628775 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903dc26-db4e-4797-826c-94fd12ce83e7 req-2f38f590-47c5-4b1e-8688-dba93847d2ce tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:32.630121 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b903dc26-db4e-4797-826c-94fd12ce83e7 req-2f38f590-47c5-4b1e-8688-dba93847d2ce tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 945 time: 0.0452187 May 04 13:59:32.674797 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b903dc26-db4e-4797-826c-94fd12ce83e7 req-ad1d7a19-bab0-4647-ba72-71d110eda981 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385954 May 04 13:59:32.943357 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 13:59:33.244604 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 13:59:33.286778 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 13:59:33.293085 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 13:59:33.293714 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:33.372919 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 13:59:33.373299 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:33.394314 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:59:33.397052 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f7a6a1-dbde-428b-aaa7-2dc26a422b2f" -d '{"events": [{"server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "name": "network-vif-plugged", "status": "completed", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:59:33.409543 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 13:59:33.414222 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:33.461168 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 13:59:33.487391 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf99e3-6cc9-4f49-9487-09ce891d6108 x-openstack-request-id: req-81cf99e3-6cc9-4f49-9487-09ce891d6108 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:59:33.487689 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "name": "network-vif-plugged", "status": "completed", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:59:33.487944 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81cf99e3-6cc9-4f49-9487-09ce891d6108 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:59:33.488367 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cf99e3-6cc9-4f49-9487-09ce891d6108'] response: {'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'code': 200} May 04 13:59:33.663010 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03004-144a-43c0-bb65-90a6cc60ed4b req-3d16311a-ce51-415a-9341-607a7bbe6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:33.664482 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-71d03004-144a-43c0-bb65-90a6cc60ed4b req-3d16311a-ce51-415a-9341-607a7bbe6122 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 1130 time: 0.0384140 May 04 13:59:33.712214 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-71d03004-144a-43c0-bb65-90a6cc60ed4b req-39b3bd98-0d0d-4450-b2fc-551a804072d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 May 04 13:59:33.784856 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48235dc9-cc49-49dd-822e-08c20b6753fc req-46b7d515-3ef3-4f62-b908-3cd512064c67 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:33.786304 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-48235dc9-cc49-49dd-822e-08c20b6753fc req-46b7d515-3ef3-4f62-b908-3cd512064c67 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0461159 May 04 13:59:33.832703 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-48235dc9-cc49-49dd-822e-08c20b6753fc req-82ee4b9c-018d-405f-9e72-d8be501bbe67 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 May 04 13:59:34.946234 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f59d7-4d88-4b52-afd5-b2d3301184a0 req-d3d7cbc9-3bef-4727-bf4d-6768a1a3e888 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:34.947680 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4c9f59d7-4d88-4b52-afd5-b2d3301184a0 req-d3d7cbc9-3bef-4727-bf4d-6768a1a3e888 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0484686 May 04 13:59:34.993316 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4c9f59d7-4d88-4b52-afd5-b2d3301184a0 req-380e8585-6931-4226-ba8c-af6e3bedd9e3 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 May 04 13:59:36.109737 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa915af-f36d-48bb-a571-bf49efc0feb1 req-f7a28a57-4e8d-4689-87a1-6c02acd535fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:36.111084 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3fa915af-f36d-48bb-a571-bf49efc0feb1 req-f7a28a57-4e8d-4689-87a1-6c02acd535fb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0461023 May 04 13:59:36.156249 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3fa915af-f36d-48bb-a571-bf49efc0feb1 req-b4083d31-328c-48f2-8409-9b9ff025c475 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 May 04 13:59:36.268539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187806f-3967-4e4f-b35e-430662a9520f req-9017707c-35b2-4abd-a285-6b011d94bdfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:36.269950 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c187806f-3967-4e4f-b35e-430662a9520f req-9017707c-35b2-4abd-a285-6b011d94bdfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0488195 May 04 13:59:36.278378 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44368) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 13:59:36.282652 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 13:59:36.322178 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.745792 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.749357 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:36.848199 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 1673de2d-b3e4-4bac-8758-9c98060b95e6 associated. External IP: 172.27.1.53, port: 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f. May 04 13:59:37.051599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 13:59:37.430542 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 13:59:37.435113 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:37.440604 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 13:59:37.454000 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:37.454610 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:37.465340 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4ed2e13b-5140-4ec8-9888-832c1bf73efd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "PUT /v2.0/floatingips/1673de2d-b3e4-4bac-8758-9c98060b95e6 HTTP/1.1" status: 200 len: 991 time: 1.1859429 May 04 13:59:37.465926 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 13:59:37.468309 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dff3b0-6aff-4869-a082-7456cd459387" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 13:59:37.502314 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2209593-02d2-478f-ab2a-e07c577ffb2e x-openstack-request-id: req-e2209593-02d2-478f-ab2a-e07c577ffb2e {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 13:59:37.502658 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 13:59:37.502883 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2209593-02d2-478f-ab2a-e07c577ffb2e {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 13:59:37.503339 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2209593-02d2-478f-ab2a-e07c577ffb2e'] response: {'name': 'network-changed', 'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'status': 'completed', 'code': 200} May 04 13:59:37.562383 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:37.563286 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff3b0-6aff-4869-a082-7456cd459387 req-d0ae1ba8-41c3-4397-97a0-2c323407f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:37.565047 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-d0ae1ba8-41c3-4397-97a0-2c323407f74d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 1130 time: 0.0396497 May 04 13:59:37.661846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff3b0-6aff-4869-a082-7456cd459387 req-831c04f4-b87a-4a91-b97b-9b11db8afe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:37.663837 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-831c04f4-b87a-4a91-b97b-9b11db8afe8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0925634 May 04 13:59:37.730985 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-bfa94981-8f9f-4cfb-a182-9be844892309 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 200 len: 999 time: 0.0604002 May 04 13:59:37.773782 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:36Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:37.779385 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff3b0-6aff-4869-a082-7456cd459387 req-52fcac63-ac3f-4266-b62a-5c14341192fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:37.780833 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-52fcac63-ac3f-4266-b62a-5c14341192fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0437551 May 04 13:59:37.799497 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 13:59:37.807635 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 13:59:37.808238 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T13:59:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:37.823123 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff3b0-6aff-4869-a082-7456cd459387 req-59414eb1-b310-4133-b6e7-316c61d56f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 13:59:37.824635 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-59414eb1-b310-4133-b6e7-316c61d56f5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377669 May 04 13:59:37.914100 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 13:59:37.916638 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-fe7ac462-48cd-4ae8-ae60-2ba66f69c82b service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 May 04 13:59:38.007813 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-19dff3b0-6aff-4869-a082-7456cd459387 req-1177c512-72a9-4437-96ae-383ddd41b672 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855653 May 04 13:59:38.130582 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:36Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 13:59:38.157166 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb69207-116a-401d-ba91-231acc794ba7 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:36Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 13:59:38.346402 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2cf69-cfe2-4a81-ae90-d619c5a52dc4 None None] New status for floating IP 1673de2d-b3e4-4bac-8758-9c98060b95e6: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 13:59:46.272926 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:46.273699 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-90171b8c-f9f6-43dd-8057-f8e4842bd115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:48.420291 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6b8628dc-f5cd-4c39-aa66-1b1ac5b3f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:49.851549 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:51.326270 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 13:59:52.576218 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:09.942526 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:00:16.273596 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f02098e1-2072-4aeb-b085-994f9fbe65c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:16.275405 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:18.421064 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-97f3d80e-3412-4fcc-b5ff-b0a9802007fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:19.854314 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:21.329965 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.546442 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44422) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:00:22.550910 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749295631', 'description': 'tempest-description--286788078'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:22.573169 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.578793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.637809 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (421e0c7f-8191-4632-a38e-adecdc7ae013), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.641247 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (421e0c7f-8191-4632-a38e-adecdc7ae013), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.668648 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.669841 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1224339 May 04 14:00:22.672803 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44424) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:00:22.673770 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421e0c7f-8191-4632-a38e-adecdc7ae013,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:22.677966 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '421e0c7f-8191-4632-a38e-adecdc7ae013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:22.680776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.681129 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.681477 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.681819 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.682161 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.682501 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.682831 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.683162 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.683517 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.683851 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.684182 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.684510 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.684836 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.685168 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.685492 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d719af5-6f56-43fe-b00c-0dd9e0a559de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.705258 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (2d50c1f8-c2e8-4845-9462-34f8484a55ba), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.758816 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (2d50c1f8-c2e8-4845-9462-34f8484a55ba), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.762193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (2d50c1f8-c2e8-4845-9462-34f8484a55ba), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.779728 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d50c1f8-c2e8-4845-9462-34f8484a55ba,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:22.786997 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.787381 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.787723 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.788696 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.789029 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.789359 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.789687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.790017 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.790341 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.790664 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.790985 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.791334 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.791657 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.791974 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.792292 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:22.796694 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.797855 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-1a706f8e-ae0f-463f-af06-b147e0d7d421 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234736 May 04 14:00:22.800446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44426) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:00:22.804780 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '421e0c7f-8191-4632-a38e-adecdc7ae013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:22.829275 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (90c17c5d-e9f9-45e9-9597-4f888ffe4ef7), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.882644 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (90c17c5d-e9f9-45e9-9597-4f888ffe4ef7), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.885944 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (90c17c5d-e9f9-45e9-9597-4f888ffe4ef7), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.903606 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c17c5d-e9f9-45e9-9597-4f888ffe4ef7,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:22.907875 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:22.909343 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f9e1f878-5a4c-4ecd-98b2-eb1ff85f2a91 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1076436 May 04 14:00:22.912093 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44428) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:00:22.916809 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:22.935488 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.012571 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.113571 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.27.1.220 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/65717e2b-7808-4e1e-b7a9-0c33869cfc65) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:00:23.210664 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.241766 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.277827 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:00:23.280572 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:00:23.283050 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:00:23.319842 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=65717e2b-7808-4e1e-b7a9-0c33869cfc65,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:23.378550 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.413108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.559599 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.564075 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.633369 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=65717e2b-7808-4e1e-b7a9-0c33869cfc65,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:23.642714 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.657121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:23.658325 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-59fa795e-001b-4f39-880c-f6cffba7a248 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7453070 May 04 14:00:23.801174 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-0d0a3976-ca7d-4c87-973d-2dca1ff7f198 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--749295631&fields=id&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 267 time: 0.0408745 May 04 14:00:23.906112 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-bb687b56-1a00-4a64-a3d7-125759d50c90 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:23.907570 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-bb687b56-1a00-4a64-a3d7-125759d50c90 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.0994835 May 04 14:00:23.921780 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-c625ca93-e36d-4185-a567-6f3fa80bb6a4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/quotas/d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 375 time: 0.0090427 May 04 14:00:23.970327 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-a4595f37-eb6b-43a9-9c33-b8a87078a431 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0439463 May 04 14:00:24.066269 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-ddfe3d35-cf8d-4973-939d-f9a4e6a04045 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844755 May 04 14:00:24.153030 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-53a31c6e-fc96-46f4-9413-897066ada638 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810058 May 04 14:00:24.316716 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-34ab9911-59f3-4a34-a84c-3e2c0adcac88 req-91b78cb5-3490-4018-9955-1ae205772963 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 210 time: 0.0328188 May 04 14:00:25.292910 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-5c049882-3bb9-4888-9617-561a63d31297 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:25.294343 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-5c049882-3bb9-4888-9617-561a63d31297 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.0993512 May 04 14:00:25.372459 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-b1c6d090-5ea4-48d7-8748-9f5618d95134 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 471 time: 0.0641901 May 04 14:00:25.382125 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'port': {'device_id': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'admin_state_up': True, 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'security_groups': ['421e0c7f-8191-4632-a38e-adecdc7ae013']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:25.414958 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5e8a33bf-0cab-4349-8344-86e071d8e3fc req-d0222e9e-8905-4979-9ecd-2201b2a3b078 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 210 time: 0.0277586 May 04 14:00:25.497726 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:00:25.501084 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:25.627962 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.20.0.5 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:00:25.766559 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-5c72a3d3-d8bd-4345-bbcb-b8ff0724b27f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731292 May 04 14:00:25.794598 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:25.854688 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:25.883514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc708-05aa-4e92-a77a-028707964db2 req-0ccd69df-0b1d-44d3-9eca-3c144cf6fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:25.884983 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-0ccd69df-0b1d-44d3-9eca-3c144cf6fa85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 1130 time: 0.0732539 May 04 14:00:25.900685 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:00:25.903804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:00:25.909908 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:00:25.957557 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:26.020071 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:26.020679 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:26.048450 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-45c75fb2-ba9f-46b8-8a69-f6278997e4d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6700201 May 04 14:00:26.053502 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc708-05aa-4e92-a77a-028707964db2 req-77617d0f-ed8b-4837-953c-a0faf6b8b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:26.055573 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-77617d0f-ed8b-4837-953c-a0faf6b8b2c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.1432312 May 04 14:00:26.068150 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Request body: {'port': {'device_id': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:26.089904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-40c6efb2-271e-488c-850d-02890227ae00 None None] Provisioning complete for port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:00:26.090576 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-40c6efb2-271e-488c-850d-02890227ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:26.123681 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-40c6efb2-271e-488c-850d-02890227ae00 None None] Port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:00:26.172899 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-512121d3-5bcb-4156-8735-43c8472d8aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 200 len: 1001 time: 0.1012216 May 04 14:00:26.178941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:26.265294 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc708-05aa-4e92-a77a-028707964db2 req-92bab0b5-db5e-4d85-80e1-3939f513f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:26.266724 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-92bab0b5-db5e-4d85-80e1-3939f513f583 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0792484 May 04 14:00:26.546350 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09ae8-fc53-4856-bb0a-4e5da72ea506 req-f9ea2fb3-2cfb-43a3-9da7-115882876ddd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:26.548001 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50b09ae8-fc53-4856-bb0a-4e5da72ea506 req-f9ea2fb3-2cfb-43a3-9da7-115882876ddd tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 931 time: 0.0502763 May 04 14:00:26.595828 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-50b09ae8-fc53-4856-bb0a-4e5da72ea506 req-f3c247b0-dfe2-4557-bea8-9bd6f8bc27cf tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 May 04 14:00:26.624104 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc708-05aa-4e92-a77a-028707964db2 req-3ef7c1a3-a08d-497a-90d6-9d267a47101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:26.626376 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-3ef7c1a3-a08d-497a-90d6-9d267a47101e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574617 May 04 14:00:26.785055 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-81baf406-9fd7-4f5c-a776-346b1dadef82 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487381 May 04 14:00:26.882162 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:00:26.896293 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks [] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:26.919925 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Transition to ACTIVE for port object dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:00:26.924727 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:26.927885 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-812fc708-05aa-4e92-a77a-028707964db2 req-865fea87-17a8-428f-ba38-501413e018dd service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335595 May 04 14:00:27.001493 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Pushing event updated for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:27.056734 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Attempting to bind port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:00:27.057120 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Attempting to bind port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:00:27.057397 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Attempting to bind port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:00:27.061846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:00:27.062162 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Attempting to bind port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:00:27.067617 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:00:27.067952 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:00:27.068337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:00:27.068750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Bound port: dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:00:27.069571 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:27.142434 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:00:27.146181 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:00:27.153108 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:27.186195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:27.186805 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:27.188470 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] 10.222.0.23 "PUT /v2.0/ports/dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 HTTP/1.1" status: 200 len: 1093 time: 1.1245821 May 04 14:00:27.188923 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:00:27.191114 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411521aa-55f8-4846-8ac4-180967ec7f78" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:00:27.218266 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b47be-959a-49b4-9cd6-ebac1e9c11ef service neutron] Pushing event updated for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:27.233909 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e190b0d-f421-475d-a3bf-a4f522cc15e5 x-openstack-request-id: req-2e190b0d-f421-475d-a3bf-a4f522cc15e5 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:00:27.235744 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:00:27.236396 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e190b0d-f421-475d-a3bf-a4f522cc15e5 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:00:27.236849 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e190b0d-f421-475d-a3bf-a4f522cc15e5'] response: {'name': 'network-changed', 'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'status': 'completed', 'code': 200} May 04 14:00:27.276953 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-b7515339-e8d3-4de4-bace-23581c63eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:27.278503 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-b7515339-e8d3-4de4-bace-23581c63eb20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 1127 time: 0.0408974 May 04 14:00:27.324087 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-994a5c1a-0168-4680-b8f3-051354b3e24c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 HTTP/1.1" status: 200 len: 217 time: 0.0346043 May 04 14:00:27.377635 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-973ad8f6-7cfe-4d83-9ce4-79989db86e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:27.379096 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-973ad8f6-7cfe-4d83-9ce4-79989db86e35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0491278 May 04 14:00:27.425871 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-d5358a53-1663-43a4-b8fb-082a7391dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:27.427433 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-d5358a53-1663-43a4-b8fb-082a7391dcbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391004 May 04 14:00:27.527929 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-61a03424-713e-4caa-ae2b-a8ff1c7c7164 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908282 May 04 14:00:27.618121 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-081ba67b-5ab2-4b57-801f-0b2577ef2436 req-a774f9b7-e33e-4804-ac82-96f5f4c81733 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800986 May 04 14:00:27.711216 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7065c-0f86-4027-bd62-0b07b5a24f10 req-bd7beeb5-a189-4793-8140-a15f3f3c1ab9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:27.712684 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cab7065c-0f86-4027-bd62-0b07b5a24f10 req-bd7beeb5-a189-4793-8140-a15f3f3c1ab9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 943 time: 0.0463789 May 04 14:00:27.769181 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-cab7065c-0f86-4027-bd62-0b07b5a24f10 req-cdbf8c43-59ab-4b72-83a9-9b0fbd01177f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509043 May 04 14:00:28.498800 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-c45f08ba-98c4-4651-8941-0fa542c62ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:28.500270 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-c45f08ba-98c4-4651-8941-0fa542c62ddd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 1127 time: 0.0386000 May 04 14:00:28.594676 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-c30eff7c-2abf-4f3a-9503-5fa0b66e0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:28.596059 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-c30eff7c-2abf-4f3a-9503-5fa0b66e0253 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0855505 May 04 14:00:28.636981 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-061b5047-7800-4f54-8570-75c54bc86014 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 HTTP/1.1" status: 200 len: 217 time: 0.0316682 May 04 14:00:28.690084 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-1af9cf64-e3b1-400f-9500-33ba562c6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:28.691507 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-1af9cf64-e3b1-400f-9500-33ba562c6457 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0460937 May 04 14:00:28.880867 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf082-0aa4-445e-9d28-79d14a2b7438 req-13776e85-7863-451f-948c-f727fe4bf1ee tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:28.882206 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-08fdf082-0aa4-445e-9d28-79d14a2b7438 req-13776e85-7863-451f-948c-f727fe4bf1ee tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 943 time: 0.0450869 May 04 14:00:28.927361 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-08fdf082-0aa4-445e-9d28-79d14a2b7438 req-5b41fcc4-131e-497c-b995-b7b3956d77e6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395968 May 04 14:00:28.973829 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-8ab87788-321c-4b68-b7eb-2e9cee9d7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:28.975443 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-8ab87788-321c-4b68-b7eb-2e9cee9d7f80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402279 May 04 14:00:29.066264 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-6df27d79-f5fb-4a1e-a670-4478ea519eed service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 May 04 14:00:29.369477 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-411521aa-55f8-4846-8ac4-180967ec7f78 req-67558542-b0ed-4d88-ac60-9d347fae18b0 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858948 May 04 14:00:29.648335 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:00:29.746014 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:00:29.756992 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'port_id': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'mac_address': 'fa:16:3e:56:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:00:29.793241 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:00:29.793626 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:29.806688 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:00:29.825665 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:00:29.829063 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:29.877274 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:29.884096 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.884435 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.884796 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.885085 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.885413 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.885739 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.886062 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.886382 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.886703 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.887025 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.887379 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.887703 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.888023 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.888338 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:29.888653 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:00:30.037514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8753617-ad3c-44cb-a4d7-56ddf3fff87d req-39c1fe42-a72e-45ca-8fa6-d06b3a28ca8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:30.039499 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c8753617-ad3c-44cb-a4d7-56ddf3fff87d req-39c1fe42-a72e-45ca-8fa6-d06b3a28ca8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 944 time: 0.0455096 May 04 14:00:30.076046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:00:30.085541 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c8753617-ad3c-44cb-a4d7-56ddf3fff87d req-99c110c8-c021-465b-a6e9-a6869709f8d7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 May 04 14:00:31.199908 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193597b-f55c-4803-956e-ada3949425fb req-c1e60cb0-9aae-4b9b-98ea-63ff81265122 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:31.201368 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b193597b-f55c-4803-956e-ada3949425fb req-c1e60cb0-9aae-4b9b-98ea-63ff81265122 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 944 time: 0.0491974 May 04 14:00:31.247044 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b193597b-f55c-4803-956e-ada3949425fb req-c38a7d7b-8cf6-4686-843f-e7d4fbbcd4f4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 May 04 14:00:31.663381 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:00:31.707440 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:00:31.713098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:00:31.713498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:31.786454 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:00:31.786826 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:31.808334 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:00:31.810536 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a083d158-2fb8-40a4-81f3-07c3ee7431b1" -d '{"events": [{"server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "name": "network-vif-plugged", "status": "completed", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:00:31.823801 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:00:31.827654 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:31.857793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613e5e4-8aa9-46ed-a314-87c4311e3fa5 x-openstack-request-id: req-b613e5e4-8aa9-46ed-a314-87c4311e3fa5 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:00:31.858091 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "name": "network-vif-plugged", "status": "completed", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:00:31.858344 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b613e5e4-8aa9-46ed-a314-87c4311e3fa5 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:00:31.858733 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b613e5e4-8aa9-46ed-a314-87c4311e3fa5'] response: {'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'code': 200} May 04 14:00:31.886203 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:00:32.027004 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9594a6-f6f8-4c83-9488-1878c04c621f req-3b6620b6-4812-4a07-8727-acee4c1d2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:32.028516 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-af9594a6-f6f8-4c83-9488-1878c04c621f req-3b6620b6-4812-4a07-8727-acee4c1d2db7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 1129 time: 0.0379345 May 04 14:00:32.074407 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-af9594a6-f6f8-4c83-9488-1878c04c621f req-92beca56-5cd8-4f1e-8006-c0eddd7f6b98 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368917 May 04 14:00:32.359831 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee4719-c419-4bf8-83c2-ef9ea4b39e82 req-b3a140ab-3bd5-4f23-9c1e-f6222d1e93d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:32.361283 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f1ee4719-c419-4bf8-83c2-ef9ea4b39e82 req-b3a140ab-3bd5-4f23-9c1e-f6222d1e93d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0457730 May 04 14:00:32.410167 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-f1ee4719-c419-4bf8-83c2-ef9ea4b39e82 req-ae8e3bb0-479d-425f-be35-40f712247c5f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 May 04 14:00:33.528570 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ca467-17d4-42d4-9a39-87f21e34fcc7 req-eb720934-7958-48a9-8606-7dfd4a552b8e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:33.530023 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-957ca467-17d4-42d4-9a39-87f21e34fcc7 req-eb720934-7958-48a9-8606-7dfd4a552b8e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0515532 May 04 14:00:33.577960 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-957ca467-17d4-42d4-9a39-87f21e34fcc7 req-bdc1136a-a1f8-450a-ac9b-cca6b2fb0663 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 May 04 14:00:34.694172 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be3ed9-84d0-4d50-b2c0-9e2c6df8fba3 req-bfac497c-e077-4807-88fd-f9516fdbabfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:34.695631 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0be3ed9-84d0-4d50-b2c0-9e2c6df8fba3 req-bfac497c-e077-4807-88fd-f9516fdbabfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0457621 May 04 14:00:34.740376 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a0be3ed9-84d0-4d50-b2c0-9e2c6df8fba3 req-c2ba04ea-187e-4de7-88f0-67ba5f72566f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 May 04 14:00:34.849439 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367fcf-0094-4e56-9835-fa2cfe4cfe1b req-e68b52ca-856e-42a0-9f2a-2182d7fb9f21 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:34.850893 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-0f367fcf-0094-4e56-9835-fa2cfe4cfe1b req-e68b52ca-856e-42a0-9f2a-2182d7fb9f21 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0464666 May 04 14:00:34.859728 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44480) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:00:34.863977 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'port_id': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:00:34.904548 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:35.329216 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:35.332576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:35.430376 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 7ed32cff-bf4c-4862-8710-bada2d583406 associated. External IP: 172.27.1.220, port: dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5. May 04 14:00:35.635122 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:00:35.741693 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:00:35.746972 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:35.751576 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:00:35.762202 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:00:35.762815 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:00:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:00:35.775824 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-a2f98066-8d4c-4f52-b594-207c6c31233b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "PUT /v2.0/floatingips/7ed32cff-bf4c-4862-8710-bada2d583406 HTTP/1.1" status: 200 len: 991 time: 0.9150848 May 04 14:00:35.776404 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:00:35.778722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:00:35.875728 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:00:35.927163 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01fbd42-3641-4479-a26e-724bccadceed x-openstack-request-id: req-b01fbd42-3641-4479-a26e-724bccadceed {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:00:35.927474 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:00:35.927722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b01fbd42-3641-4479-a26e-724bccadceed {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:00:35.928120 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01fbd42-3641-4479-a26e-724bccadceed'] response: {'name': 'network-changed', 'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'status': 'completed', 'code': 200} May 04 14:00:35.990610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-2ec36e51-91dd-415d-903e-793ced970e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:35.992635 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-2ec36e51-91dd-415d-903e-793ced970e0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 1129 time: 0.0412402 May 04 14:00:36.080404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-5dc84c64-8076-4ece-b4fb-d91a0b19afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:36.081867 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-5dc84c64-8076-4ece-b4fb-d91a0b19afb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0831456 May 04 14:00:36.093282 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}, {'id': '7ed32cff-bf4c-4862-8710-bada2d583406', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:56:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:00:23Z', 'updated_at': '2022-05-04T14:00:35Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:00:36.119281 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:00:36.127445 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:00:36.128058 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:00:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:00:36.155122 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-6fe19fe3-c4ea-42d7-88a6-e20e4940596a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 HTTP/1.1" status: 200 len: 999 time: 0.0668533 May 04 14:00:36.207030 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-586b88bd-af7f-458e-8bb6-d9cbae105445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:36.208538 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-586b88bd-af7f-458e-8bb6-d9cbae105445 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0473006 May 04 14:00:36.253829 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-d780a669-3d24-4c43-96bb-e74dce4bda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:00:36.255389 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-d780a669-3d24-4c43-96bb-e74dce4bda46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407801 May 04 14:00:36.328097 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:00:36.348447 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-fb1959e0-9d90-4bfc-9e1c-9708b54bc492 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870173 May 04 14:00:36.436073 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-54f47a9a-ff46-4bb7-8eea-fa9cb1d4e4ae req-096c41d3-88b4-4359-9dca-22ae44a3a7e3 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810466 May 04 14:00:36.556862 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}, {'id': '7ed32cff-bf4c-4862-8710-bada2d583406', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:56:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:00:23Z', 'updated_at': '2022-05-04T14:00:35Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:00:36.584921 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d94bfb-03c2-4fe5-a072-18948fdd8954 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}, {'id': '7ed32cff-bf4c-4862-8710-bada2d583406', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:56:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:00:23Z', 'updated_at': '2022-05-04T14:00:35Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:00:36.776504 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0097d-a59a-4986-82fe-762791426a68 None None] New status for floating IP 7ed32cff-bf4c-4862-8710-bada2d583406: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:00:46.272857 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-56b2a197-1890-40ec-8521-4b7d5399e30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:46.276110 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:46.940686 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:00:48.421897 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-67195ae4-b905-4d00-a84d-02adb66ca882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:49.855854 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:51.333268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:00:52.580474 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:12.016719 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf470-486e-473a-a4a5-478d8e10f139 req-63741b52-0d43-4264-b2c8-5ae834f652e5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:12.018171 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c13cf470-486e-473a-a4a5-478d8e10f139 req-63741b52-0d43-4264-b2c8-5ae834f652e5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0489018 May 04 14:01:12.064109 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c13cf470-486e-473a-a4a5-478d8e10f139 req-6d54f957-5a30-4c76-8cd6-36c7aeb7d506 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 May 04 14:01:13.175731 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913224-77b5-4a6a-b186-bee710a95c09 req-d68ec97e-3ef2-47a6-ac20-5c24ef7b6c4e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:13.177155 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-37913224-77b5-4a6a-b186-bee710a95c09 req-d68ec97e-3ef2-47a6-ac20-5c24ef7b6c4e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0454433 May 04 14:01:13.224878 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-37913224-77b5-4a6a-b186-bee710a95c09 req-4bf9c311-96b4-4aaa-9c8d-d17a2d8d2ad1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=421e0c7f-8191-4632-a38e-adecdc7ae013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 May 04 14:01:13.440539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652f70-bf23-417f-8a21-4adfce651925 req-9f844334-fe9c-4638-b2ee-ed77313a8c38 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:13.441881 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b8652f70-bf23-417f-8a21-4adfce651925 req-9f844334-fe9c-4638-b2ee-ed77313a8c38 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 945 time: 0.0503526 May 04 14:01:13.525203 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:01:13.525537 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:13.614063 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] For port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:01:13.614419 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:13.784352 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:13.784684 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:13.785011 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 7ed32cff-bf4c-4862-8710-bada2d583406 disassociated. External IP: 172.27.1.220, port: dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5. May 04 14:01:13.785357 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:01:13.908840 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:13.936015 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:14.058569 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:01:14.165928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:01:14.175287 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:01:14.188884 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:14.189506 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:00:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:14.207582 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] No DVR routers for this DVR port dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:01:14.210038 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:14.213283 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-b8652f70-bf23-417f-8a21-4adfce651925 req-1eb8f5be-53a3-4e13-9650-7962046f4bd8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "DELETE /v2.0/ports/dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 HTTP/1.1" status: 204 len: 173 time: 0.7631350 May 04 14:01:14.213710 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'name': 'network-vif-deleted', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:01:14.215933 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5fb2a2-fb8d-4bae-88d6-070ff931fae4" -d '{"events": [{"server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "name": "network-vif-deleted", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:01:14.279673 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a897a-d8ee-4952-a4ff-85b72b02518b x-openstack-request-id: req-201a897a-d8ee-4952-a4ff-85b72b02518b {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:01:14.279977 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9dbfe-929a-4b84-90ea-b2b53efaf413", "name": "network-vif-deleted", "tag": "dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:01:14.280228 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-201a897a-d8ee-4952-a4ff-85b72b02518b {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:01:14.280775 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201a897a-d8ee-4952-a4ff-85b72b02518b'] response: {'server_uuid': '9ff9dbfe-929a-4b84-90ea-b2b53efaf413', 'name': 'network-vif-deleted', 'tag': 'dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5', 'status': 'completed', 'code': 200} May 04 14:01:14.317110 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:14.355259 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4514abb7-d044-4729-9c16-0e0f1823d9b4 req-04769c74-7b35-4f26-859d-ecb42b8542d1 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ff9dbfe-929a-4b84-90ea-b2b53efaf413 HTTP/1.1" status: 200 len: 210 time: 0.0539293 May 04 14:01:14.548056 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:14.574145 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:01:14.582312 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:14.582925 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:00:48Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:14.692106 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:14.909665 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:14.935321 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f7daa-5ae0-4c7c-b86f-493aef9c31cb None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1673de2d-b3e4-4bac-8758-9c98060b95e6', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:34:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T13:59:24Z', 'updated_at': '2022-05-04T13:59:38Z', 'revision_number': 2, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:01:15.146518 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33507634-aed3-4082-bb4c-d49c97a72320 None None] New status for floating IP 7ed32cff-bf4c-4862-8710-bada2d583406: DOWN {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:01:15.431567 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44518) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:15.484209 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (421e0c7f-8191-4632-a38e-adecdc7ae013), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.506967 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (421e0c7f-8191-4632-a38e-adecdc7ae013), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.552079 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (421e0c7f-8191-4632-a38e-adecdc7ae013), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.555123 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.556844 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/security-groups/421e0c7f-8191-4632-a38e-adecdc7ae013 HTTP/1.1" status: 204 len: 168 time: 0.1241815 May 04 14:01:15.559675 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44520) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:15.566047 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d827ac-b172-4284-9cd6-88aaafa94600 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421e0c7f-8191-4632-a38e-adecdc7ae013,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:15.576455 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.api.v2.resource [None req-ae4ba721-6f55-4c9e-a127-0738b65cc336 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] show failed (client error): The resource could not be found. May 04 14:01:15.577555 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ae4ba721-6f55-4c9e-a127-0738b65cc336 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups/421e0c7f-8191-4632-a38e-adecdc7ae013 HTTP/1.1" status: 404 len: 347 time: 0.0167916 May 04 14:01:15.580208 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44522) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:15.703144 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port 65717e2b-7808-4e1e-b7a9-0c33869cfc65 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:01:15.703520 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.778599 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.778856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (65717e2b-7808-4e1e-b7a9-0c33869cfc65), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.791450 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for 65717e2b-7808-4e1e-b7a9-0c33869cfc65 owned by network:floatingip {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:01:15.924752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (65717e2b-7808-4e1e-b7a9-0c33869cfc65), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:15.950344 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=65717e2b-7808-4e1e-b7a9-0c33869cfc65,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:16.007155 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7ed32cff-bf4c-4862-8710-bada2d583406), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:16.010326 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:16.011602 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-105fd0e5-a37e-408a-9648-e85ae491e68d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/floatingips/7ed32cff-bf4c-4862-8710-bada2d583406 HTTP/1.1" status: 204 len: 168 time: 0.4304712 May 04 14:01:16.274305 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-d9550b49-3683-4600-9c6b-0ebeebf136de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:16.276046 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:17.590539 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70730f0b-89f9-49cf-a864-40dd66d80e5d req-ee66da4b-c40d-426f-b733-06e1e1f05b5b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:17.591946 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-70730f0b-89f9-49cf-a864-40dd66d80e5d req-ee66da4b-c40d-426f-b733-06e1e1f05b5b tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0461462 May 04 14:01:17.640466 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-70730f0b-89f9-49cf-a864-40dd66d80e5d req-c9955e7f-a5f3-4563-92aa-0b8889b8b544 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 May 04 14:01:17.895520 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:01:17.916318 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:01:17.916663 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device dff3f613-5c94-4d0b-93f1-f1abb1eb1fd5 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:01:18.424778 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5dd876ed-ba5e-4101-9867-1f07ec64fe5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:18.755473 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd155-e112-4a3d-93ad-b4eb57f752be req-96a52872-95e7-497d-89a1-5fcb79f704fc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:18.756905 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a0bd155-e112-4a3d-93ad-b4eb57f752be req-96a52872-95e7-497d-89a1-5fcb79f704fc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0466065 May 04 14:01:18.802125 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5a0bd155-e112-4a3d-93ad-b4eb57f752be req-c3920608-5c03-4094-9c8c-988ad39353ca tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=18946465-66f9-4fff-808b-e82cc2934e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392437 May 04 14:01:19.249989 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd976463-86f1-4f2c-b304-3029594bf51c req-32aff28d-cf05-40b1-9981-dbfa3a94c32a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:19.251509 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bd976463-86f1-4f2c-b304-3029594bf51c req-32aff28d-cf05-40b1-9981-dbfa3a94c32a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 946 time: 0.0487225 May 04 14:01:19.332328 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:01:19.332664 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.420358 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] For port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:01:19.420722 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.583914 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.584190 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.584501 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 1673de2d-b3e4-4bac-8758-9c98060b95e6 disassociated. External IP: 172.27.1.53, port: 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f. May 04 14:01:19.584834 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:01:19.707993 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.734989 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:19.851354 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:01:19.861192 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:19.904348 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-88ddd870-254f-4a3d-8da2-1df6426c582e req-74e84417-3f27-4fba-ad89-a6cf1aeaaecb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d0a167-5afe-49c5-a726-39ac3a79235b HTTP/1.1" status: 200 len: 210 time: 0.0271893 May 04 14:01:19.962463 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:01:19.973530 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:01:19.984315 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:19.984942 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:01:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:20.003334 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] No DVR routers for this DVR port 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:01:20.005888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:20.009588 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-bd976463-86f1-4f2c-b304-3029594bf51c req-6b4e9418-6b46-4275-ace2-058ad79a6f78 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "DELETE /v2.0/ports/22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f HTTP/1.1" status: 204 len: 173 time: 0.7529395 May 04 14:01:20.010113 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'name': 'network-vif-deleted', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:01:20.012324 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d1d944-0448-46a4-950e-5d4dbb6069df" -d '{"events": [{"server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "name": "network-vif-deleted", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:01:20.050450 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b4d22-1a75-465b-b006-4ffd7724848f x-openstack-request-id: req-ea5b4d22-1a75-465b-b006-4ffd7724848f {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:01:20.050743 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0a167-5afe-49c5-a726-39ac3a79235b", "name": "network-vif-deleted", "tag": "22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:01:20.051024 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea5b4d22-1a75-465b-b006-4ffd7724848f {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:01:20.051459 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5b4d22-1a75-465b-b006-4ffd7724848f'] response: {'server_uuid': 'b4d0a167-5afe-49c5-a726-39ac3a79235b', 'name': 'network-vif-deleted', 'tag': '22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f', 'status': 'completed', 'code': 200} May 04 14:01:20.098693 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:20.291748 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:20.317075 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:01:20.325772 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:20.326368 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:01:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:20.523023 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:20.717730 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:20.746925 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21be-0780-4ed1-80ab-9de9a8ecc02e None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:01:20.993767 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587a0c-88f7-4ca9-b1e3-a9555b2ea20a None None] New status for floating IP 1673de2d-b3e4-4bac-8758-9c98060b95e6: DOWN {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:01:21.011487 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44552) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:21.069214 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (18946465-66f9-4fff-808b-e82cc2934e28), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.335563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.340814 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (18946465-66f9-4fff-808b-e82cc2934e28), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.393769 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (18946465-66f9-4fff-808b-e82cc2934e28), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.396532 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.397696 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/security-groups/18946465-66f9-4fff-808b-e82cc2934e28 HTTP/1.1" status: 204 len: 168 time: 0.3852158 May 04 14:01:21.403229 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44554) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:21.406724 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579a1a8-98d7-4225-b632-c76783636ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18946465-66f9-4fff-808b-e82cc2934e28,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:21.414491 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.api.v2.resource [None req-9fe75e25-1973-4ef9-a503-e61a17d4fda6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] show failed (client error): The resource could not be found. May 04 14:01:21.415612 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-9fe75e25-1973-4ef9-a503-e61a17d4fda6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups/18946465-66f9-4fff-808b-e82cc2934e28 HTTP/1.1" status: 404 len: 347 time: 0.0140598 May 04 14:01:21.418315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44556) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:21.531877 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port 973d805a-d48e-430f-93ef-ec932d6a0223 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:01:21.532217 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.607290 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.607524 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (973d805a-d48e-430f-93ef-ec932d6a0223), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.620482 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for 973d805a-d48e-430f-93ef-ec932d6a0223 owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:01:21.749894 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (973d805a-d48e-430f-93ef-ec932d6a0223), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.778130 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=973d805a-d48e-430f-93ef-ec932d6a0223,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:21.834563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1673de2d-b3e4-4bac-8758-9c98060b95e6), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.837755 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:21.839000 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8478af91-541c-4c93-91f1-1683bf498ada tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/floatingips/1673de2d-b3e4-4bac-8758-9c98060b95e6 HTTP/1.1" status: 204 len: 168 time: 0.4192073 May 04 14:01:22.146181 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44560) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:22.150758 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403956655', 'description': 'tempest-description--1499977351'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:22.169533 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.236599 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (3bb5213b-2ef9-4cfc-906c-d78d15be71c6), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.240089 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3bb5213b-2ef9-4cfc-906c-d78d15be71c6), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.267888 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.269063 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1218965 May 04 14:01:22.272134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44562) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:22.272898 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769d5d8-d777-4e0e-92e5-aad5898dbac9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb5213b-2ef9-4cfc-906c-d78d15be71c6,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:22.276837 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '3bb5213b-2ef9-4cfc-906c-d78d15be71c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:22.301715 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (196880d7-d998-4d01-a02c-96449a475fce), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.355016 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (196880d7-d998-4d01-a02c-96449a475fce), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.358526 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (196880d7-d998-4d01-a02c-96449a475fce), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.377503 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196880d7-d998-4d01-a02c-96449a475fce,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:22.382445 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.384343 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-fe21185f-ff7a-43c5-8897-7ae7ecd49edb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105049 May 04 14:01:22.386914 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44564) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:22.391035 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '3bb5213b-2ef9-4cfc-906c-d78d15be71c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:22.414637 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (59d2b21d-d17b-4c6e-b560-6eac771a79ac), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.470687 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (59d2b21d-d17b-4c6e-b560-6eac771a79ac), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.474069 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (59d2b21d-d17b-4c6e-b560-6eac771a79ac), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.494428 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d2b21d-d17b-4c6e-b560-6eac771a79ac,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:22.498397 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.500096 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-49a7ab45-2756-4f93-b4cf-16328c6f2911 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116753 May 04 14:01:22.502605 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44566) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:22.506728 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:22.526237 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.582277 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.607773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.708653 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.27.1.100 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/c4c82e54-3da0-437d-b4ab-3a9523778250) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:01:22.813159 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.845601 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:22.883889 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:01:22.887153 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:01:22.890646 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:01:22.916290 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=c4c82e54-3da0-437d-b4ab-3a9523778250,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:22.928928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.929274 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.929614 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.929948 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.930280 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.930610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.930938 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.931893 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.932353 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.932684 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.933010 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.933331 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.933651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.933970 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.934289 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:22.989889 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.024899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.172596 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.176527 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.246406 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=c4c82e54-3da0-437d-b4ab-3a9523778250,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:23.256169 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.270800 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:23.272031 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-e7397e6f-3b38-46f3-ba6d-c30d7526f47a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7685046 May 04 14:01:23.417650 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-0dec89c3-815c-4b8e-93ec-25bf4c352b54 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1403956655&fields=id&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 267 time: 0.0405209 May 04 14:01:23.518373 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-77a48b17-114b-4342-926b-f53597705aa4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:23.519746 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-77a48b17-114b-4342-926b-f53597705aa4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.0959349 May 04 14:01:23.533485 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-d420d1dd-d2a5-445b-b8ce-81bdf9e25a0c tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/quotas/d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 375 time: 0.0085027 May 04 14:01:23.584077 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-60d3a74a-3d05-48bb-ba5d-c6dd16676ca2 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459099 May 04 14:01:23.598840 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-6f57726a-aa32-4ac8-a6a9-837b9ebe5a33 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109870) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:01:23.599809 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-6f57726a-aa32-4ac8-a6a9-837b9ebe5a33 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047956 May 04 14:01:23.686610 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-230573f4-18ad-41c6-b448-0a2f7e87ba85 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807452 May 04 14:01:23.774825 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-80313ea8-8b7e-44d6-8d34-83d5fb47ed63 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 May 04 14:01:23.940683 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:01:23.943410 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:01:23.965614 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:01:23.965956 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 22bb2f8d-7c88-416c-b2f7-4d6b9fb0142f not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:01:24.940681 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e7c32e27-6f00-43a7-bd5f-e65b5fc01543 req-1abc1459-381d-4d22-b5ec-2f7d4d1265dc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 210 time: 0.0276189 May 04 14:01:26.039453 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9540a7ea-fc86-40b4-bd59-5328697d7be1 req-3cba66e4-5d45-45d5-8bd7-4db0943d2cf3 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 210 time: 0.0286527 May 04 14:01:26.131467 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-803fad32-c335-4eed-b41d-3c5835df038e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:26.132961 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-803fad32-c335-4eed-b41d-3c5835df038e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.1035635 May 04 14:01:26.203294 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-16a2c46f-c624-4862-9300-0f011a56f1d9 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 380 time: 0.0559046 May 04 14:01:26.213554 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'port': {'device_id': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'admin_state_up': True, 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'security_groups': ['3bb5213b-2ef9-4cfc-906c-d78d15be71c6']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:26.315899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:01:26.319569 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.443569 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.20.0.3 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/864cac72-7443-415a-916f-652e81801c61) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:01:26.580121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (864cac72-7443-415a-916f-652e81801c61), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.613254 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (864cac72-7443-415a-916f-652e81801c61), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.652550 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:01:26.655704 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:01:26.659231 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:01:26.691061 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:26.720167 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:26.720897 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.736926 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-cecb758d-b47e-488f-9105-b0f1d54b84ff tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5275462 May 04 14:01:26.752481 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Request body: {'port': {'device_id': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:26.817684 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (864cac72-7443-415a-916f-652e81801c61), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.923601 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-655e46da-37ce-4f78-876e-3ff75b5f3f9a None None] Provisioning complete for port 864cac72-7443-415a-916f-652e81801c61 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:01:26.924189 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-655e46da-37ce-4f78-876e-3ff75b5f3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (864cac72-7443-415a-916f-652e81801c61), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:26.960719 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-655e46da-37ce-4f78-876e-3ff75b5f3f9a None None] Port 864cac72-7443-415a-916f-652e81801c61 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:01:27.078717 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864cac72-7443-415a-916f-652e81801c61 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:01:27.088534 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks [] for port (864cac72-7443-415a-916f-652e81801c61), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.102031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Transition to ACTIVE for port object 864cac72-7443-415a-916f-652e81801c61 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:01:27.106763 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (864cac72-7443-415a-916f-652e81801c61), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.156976 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Pushing event updated for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:27.162371 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5141b4-f6ad-4fcc-bbd5-90b22f540338 req-1f8ed640-2588-486a-87be-035cefb6488f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:27.164011 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1d5141b4-f6ad-4fcc-bbd5-90b22f540338 req-1f8ed640-2588-486a-87be-035cefb6488f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 943 time: 0.0520418 May 04 14:01:27.227029 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-1d5141b4-f6ad-4fcc-bbd5-90b22f540338 req-5ce7267a-72b7-4b86-807e-fe5bba1a6dad tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552959 May 04 14:01:27.238106 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Attempting to bind port 864cac72-7443-415a-916f-652e81801c61 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:01:27.238462 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Attempting to bind port 864cac72-7443-415a-916f-652e81801c61 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:01:27.238798 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Attempting to bind port 864cac72-7443-415a-916f-652e81801c61 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:01:27.243759 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Port 864cac72-7443-415a-916f-652e81801c61 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:01:27.244084 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Attempting to bind port 864cac72-7443-415a-916f-652e81801c61 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:01:27.249815 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:01:27.250246 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:01:27.250639 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:01:27.251071 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Bound port: 864cac72-7443-415a-916f-652e81801c61, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:01:27.251460 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (864cac72-7443-415a-916f-652e81801c61), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.323827 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:01:27.326963 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=864cac72-7443-415a-916f-652e81801c61,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:01:27.332529 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (864cac72-7443-415a-916f-652e81801c61), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.367003 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:27.367801 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:27.370066 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] 10.222.0.23 "PUT /v2.0/ports/864cac72-7443-415a-916f-652e81801c61 HTTP/1.1" status: 200 len: 1093 time: 0.6217518 May 04 14:01:27.370725 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'tag': '864cac72-7443-415a-916f-652e81801c61'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:01:27.373033 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142c64c-7c94-4b57-8940-e46944b9e0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "tag": "864cac72-7443-415a-916f-652e81801c61"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:01:27.412950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ac508-6b13-4ea6-99ee-977a1bfe86db service neutron] Pushing event updated for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:27.448287 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cccbc8-6109-4c4a-854d-b3e6619b1f3b x-openstack-request-id: req-03cccbc8-6109-4c4a-854d-b3e6619b1f3b {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:01:27.448581 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "tag": "864cac72-7443-415a-916f-652e81801c61", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:01:27.448837 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03cccbc8-6109-4c4a-854d-b3e6619b1f3b {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:01:27.449282 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cccbc8-6109-4c4a-854d-b3e6619b1f3b'] response: {'name': 'network-changed', 'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'tag': '864cac72-7443-415a-916f-652e81801c61', 'status': 'completed', 'code': 200} May 04 14:01:27.497508 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-d566ae2f-5904-4aea-bd16-20437f71798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:27.499012 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-d566ae2f-5904-4aea-bd16-20437f71798f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 1127 time: 0.0462854 May 04 14:01:27.548683 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-8d4c463b-dc39-4d56-98d7-7c6d3c7fdf70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864cac72-7443-415a-916f-652e81801c61 HTTP/1.1" status: 200 len: 217 time: 0.0380948 May 04 14:01:27.606506 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-ae83a492-ccf4-45b8-9999-9056584609af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:27.607988 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-ae83a492-ccf4-45b8-9999-9056584609af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0496387 May 04 14:01:27.656123 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-fd0ea2be-b2ae-41e0-9503-917849435afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:27.657618 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-fd0ea2be-b2ae-41e0-9503-917849435afa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395563 May 04 14:01:27.758453 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-88615d0b-ac46-4039-82f4-202e417ecf3a service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907018 May 04 14:01:27.850958 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-4b8e5ef4-1e8b-4849-9c77-4b9e691b7d55 req-93a4f892-ffa6-454a-ae1b-002f41996f4b service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834689 May 04 14:01:28.339448 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f799ce9-b668-4962-85cd-cd5b0b01cce6 req-e092509b-b993-4924-a023-f1159bf9726f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:28.340941 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4f799ce9-b668-4962-85cd-cd5b0b01cce6 req-e092509b-b993-4924-a023-f1159bf9726f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 943 time: 0.0467556 May 04 14:01:28.386659 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-4f799ce9-b668-4962-85cd-cd5b0b01cce6 req-67e1c9ca-ca63-4b80-9cdd-e9e408ac5cb4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 May 04 14:01:28.765994 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-dc3041cb-e687-4710-9127-7d69aba28234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:28.767561 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-dc3041cb-e687-4710-9127-7d69aba28234 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 1127 time: 0.0381925 May 04 14:01:28.866031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-94763994-cb1e-44d9-9d1c-4f1a4aa66bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:28.867493 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-94763994-cb1e-44d9-9d1c-4f1a4aa66bad service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0910904 May 04 14:01:28.911803 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-9e797183-15b6-4a64-a636-0b50ee80c23c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864cac72-7443-415a-916f-652e81801c61 HTTP/1.1" status: 200 len: 217 time: 0.0351627 May 04 14:01:28.960164 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-4c7ba26e-bb3a-4f95-80c6-f926135b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:28.961518 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-4c7ba26e-bb3a-4f95-80c6-f926135b5c80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0409520 May 04 14:01:29.006738 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-ad6fb04d-53b1-4e05-a0d0-79da7a78e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:29.008181 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-ad6fb04d-53b1-4e05-a0d0-79da7a78e034 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362122 May 04 14:01:29.104631 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-a0803525-7bff-42d8-ad72-b3a5c8c5074a service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863917 May 04 14:01:29.194799 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a142c64c-7c94-4b57-8940-e46944b9e0ea req-5b03b22d-9e90-4c11-946d-d4d7056fb866 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802259 May 04 14:01:29.504981 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b09118-95a3-4910-ab98-e3af9a41e9fe req-c88d3068-7d3f-402d-8234-76fee61db11a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:29.506427 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9b09118-95a3-4910-ab98-e3af9a41e9fe req-c88d3068-7d3f-402d-8234-76fee61db11a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 943 time: 0.0496781 May 04 14:01:29.551414 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b9b09118-95a3-4910-ab98-e3af9a41e9fe req-2a059311-3bd4-4235-ad63-d0ee77e78fb5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389209 May 04 14:01:29.959471 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 864cac72-7443-415a-916f-652e81801c61 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:01:30.059102 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=864cac72-7443-415a-916f-652e81801c61,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:01:30.075890 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '864cac72-7443-415a-916f-652e81801c61', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'port_id': '864cac72-7443-415a-916f-652e81801c61', 'mac_address': 'fa:16:3e:d4:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:01:30.111717 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 864cac72-7443-415a-916f-652e81801c61 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:01:30.112104 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (864cac72-7443-415a-916f-652e81801c61), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:30.124903 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864cac72-7443-415a-916f-652e81801c61 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:01:30.143377 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=864cac72-7443-415a-916f-652e81801c61,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:01:30.147304 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (864cac72-7443-415a-916f-652e81801c61), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:30.195952 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:30.202722 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.203069 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.203506 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.203848 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.204183 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.204512 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.204838 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.205168 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.205495 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.205818 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.206142 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.206473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.206793 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.207113 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.207460 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:01:30.408224 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['864cac72-7443-415a-916f-652e81801c61'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:01:30.666952 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a07b0-c773-4828-b9f8-fb861faa3368 req-032a9354-f381-4ec8-bd5e-94fa6331bed8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:30.668412 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-699a07b0-c773-4828-b9f8-fb861faa3368 req-032a9354-f381-4ec8-bd5e-94fa6331bed8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 944 time: 0.0487552 May 04 14:01:30.713011 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-699a07b0-c773-4828-b9f8-fb861faa3368 req-58dcf852-ce18-4416-81cb-b982d7e4fa47 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 May 04 14:01:31.822064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46577-56b8-436f-9d60-36ec95fef230 req-312ceaee-73b3-4e8b-a2b5-ef60c1a4d9a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:31.823497 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-76f46577-56b8-436f-9d60-36ec95fef230 req-312ceaee-73b3-4e8b-a2b5-ef60c1a4d9a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 944 time: 0.0455275 May 04 14:01:31.869120 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-76f46577-56b8-436f-9d60-36ec95fef230 req-0215a121-dfd6-4285-a00d-6b00342b173d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 May 04 14:01:31.975188 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 864cac72-7443-415a-916f-652e81801c61 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:01:32.020249 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 864cac72-7443-415a-916f-652e81801c61 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:01:32.026195 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 864cac72-7443-415a-916f-652e81801c61 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:01:32.026611 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (864cac72-7443-415a-916f-652e81801c61), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:32.100754 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 864cac72-7443-415a-916f-652e81801c61 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:01:32.101134 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (864cac72-7443-415a-916f-652e81801c61), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:32.122831 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864cac72-7443-415a-916f-652e81801c61'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:01:32.125045 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d51bfc3-618b-4ebc-a847-ce0ea32bd8be" -d '{"events": [{"server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "name": "network-vif-plugged", "status": "completed", "tag": "864cac72-7443-415a-916f-652e81801c61"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:01:32.137286 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=864cac72-7443-415a-916f-652e81801c61,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:01:32.141300 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (864cac72-7443-415a-916f-652e81801c61), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:32.168250 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88465ea-15cc-4345-becf-310f395da087 x-openstack-request-id: req-a88465ea-15cc-4345-becf-310f395da087 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:01:32.168538 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "name": "network-vif-plugged", "status": "completed", "tag": "864cac72-7443-415a-916f-652e81801c61", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:01:32.168786 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a88465ea-15cc-4345-becf-310f395da087 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:01:32.169168 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88465ea-15cc-4345-becf-310f395da087'] response: {'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864cac72-7443-415a-916f-652e81801c61', 'code': 200} May 04 14:01:32.194389 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:01:32.349044 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59756e17-1d42-4503-862d-1247eabedbc8 req-cff55cfe-ee5f-4654-8e94-113e9f17dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:32.350504 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-59756e17-1d42-4503-862d-1247eabedbc8 req-cff55cfe-ee5f-4654-8e94-113e9f17dbce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 1129 time: 0.0428073 May 04 14:01:32.395892 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-59756e17-1d42-4503-862d-1247eabedbc8 req-071c15ef-2292-4fc8-97dc-74232e552fa7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360658 May 04 14:01:32.983343 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65522-7d86-4ff0-b77b-04c4632e4c7f req-848bed27-28ee-4e43-ad24-4d98d6e7ebfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:32.984775 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afd65522-7d86-4ff0-b77b-04c4632e4c7f req-848bed27-28ee-4e43-ad24-4d98d6e7ebfb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0488832 May 04 14:01:33.287937 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-afd65522-7d86-4ff0-b77b-04c4632e4c7f req-2f1957cc-4936-4e82-a5d8-540941b2bdc3 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977633 May 04 14:01:34.400876 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d95369-63f0-401c-9133-5fe7e00e39d9 req-e31e8fb6-5918-4dfa-b394-71813b4b9a18 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:34.402329 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e7d95369-63f0-401c-9133-5fe7e00e39d9 req-e31e8fb6-5918-4dfa-b394-71813b4b9a18 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0457072 May 04 14:01:34.447810 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-e7d95369-63f0-401c-9133-5fe7e00e39d9 req-3966a1a6-074a-4e56-a7b7-ab2ec5d51f1f tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 May 04 14:01:34.552338 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ab5c-3529-4285-aa12-9bd858745acf req-7bb143d5-c25d-41c5-89f6-8eba606ec304 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:34.553763 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-5100ab5c-3529-4285-aa12-9bd858745acf req-7bb143d5-c25d-41c5-89f6-8eba606ec304 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0456119 May 04 14:01:34.562340 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44620) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:01:34.566514 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'port_id': '864cac72-7443-415a-916f-652e81801c61'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:01:34.606503 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), before_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:35.029024 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:35.032892 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), after_update {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:35.132794 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.l3_db [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 1e34fd0e-55c4-470c-a24f-6f5c7f60730c associated. External IP: 172.27.1.100, port: 864cac72-7443-415a-916f-652e81801c61. May 04 14:01:35.339319 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:01:35.445766 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:01:35.450619 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:35.455342 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:01:35.464775 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:35.465385 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:01:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:35.478189 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-bbdbabec-f43c-4aa2-bac4-b900793ec423 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "PUT /v2.0/floatingips/1e34fd0e-55c4-470c-a24f-6f5c7f60730c HTTP/1.1" status: 200 len: 991 time: 0.9148543 May 04 14:01:35.479369 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'tag': '864cac72-7443-415a-916f-652e81801c61'}] {{(pid=109870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:01:35.481572 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9065136859cebfbd614e24f0a7634105843991211e9ec04a88a46bf0efc82181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b788964-1204-4882-a0de-50f01efb6d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "tag": "864cac72-7443-415a-916f-652e81801c61"}]}' {{(pid=109870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:01:35.516803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11c8a3-9252-413a-bfcb-1629a81d21e0 x-openstack-request-id: req-8e11c8a3-9252-413a-bfcb-1629a81d21e0 {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:01:35.516803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "tag": "864cac72-7443-415a-916f-652e81801c61", "status": "completed", "code": 200}]} {{(pid=109870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:01:35.517060 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e11c8a3-9252-413a-bfcb-1629a81d21e0 {{(pid=109870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:01:35.517260 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e11c8a3-9252-413a-bfcb-1629a81d21e0'] response: {'name': 'network-changed', 'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'tag': '864cac72-7443-415a-916f-652e81801c61', 'status': 'completed', 'code': 200} May 04 14:01:35.574993 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788964-1204-4882-a0de-50f01efb6d8a req-a711e8a1-d3a3-4ef8-94c9-dbe9b92053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:35.575831 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:35.576461 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-a711e8a1-d3a3-4ef8-94c9-dbe9b92053e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 1129 time: 0.0387402 May 04 14:01:35.668604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788964-1204-4882-a0de-50f01efb6d8a req-6b90d0d3-9d71-450a-8376-34093e7ffe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:35.670077 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-6b90d0d3-9d71-450a-8376-34093e7ffe23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0867457 May 04 14:01:35.733611 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-e2515087-5b64-483c-a567-545a7a4dda97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=864cac72-7443-415a-916f-652e81801c61 HTTP/1.1" status: 200 len: 999 time: 0.0574324 May 04 14:01:35.780345 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788964-1204-4882-a0de-50f01efb6d8a req-e5bcbbce-25ed-4351-987d-db68740ce587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:35.781800 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-e5bcbbce-25ed-4351-987d-db68740ce587 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0425627 May 04 14:01:35.787649 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1e34fd0e-55c4-470c-a24f-6f5c7f60730c', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '864cac72-7443-415a-916f-652e81801c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:d4:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:01:22Z', 'updated_at': '2022-05-04T14:01:34Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:35.814208 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:01:35.822992 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:01:35.823493 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:01:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:35.827941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788964-1204-4882-a0de-50f01efb6d8a req-71f72914-e699-419d-9ae6-15c96eaca771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:01:35.829362 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-71f72914-e699-419d-9ae6-15c96eaca771 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420165 May 04 14:01:35.919385 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-0584affa-73e6-440f-9c1e-77e7e54ba76b service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 May 04 14:01:35.936472 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:01:36.010254 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1b788964-1204-4882-a0de-50f01efb6d8a req-069398ff-324c-425a-92b8-7d3277c7d133 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851936 May 04 14:01:36.146324 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1e34fd0e-55c4-470c-a24f-6f5c7f60730c', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '864cac72-7443-415a-916f-652e81801c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:d4:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:01:22Z', 'updated_at': '2022-05-04T14:01:34Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:01:36.171401 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bb25d-5a1e-4fef-9cca-75f17ec229cb None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '1e34fd0e-55c4-470c-a24f-6f5c7f60730c', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '864cac72-7443-415a-916f-652e81801c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:d4:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:01:22Z', 'updated_at': '2022-05-04T14:01:34Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:01:36.363539 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de477fe-be37-4417-93b7-3ca382f03147 None None] New status for floating IP 1e34fd0e-55c4-470c-a24f-6f5c7f60730c: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:01:46.274096 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-0156e740-729f-412e-beb7-cc823d01f848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:46.275805 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:48.425645 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ba6664e8-7dd6-4b30-af7a-3a99f9393aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:49.861726 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:51.338197 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:01:52.584708 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:00.942752 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:02:16.266948 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dbd30da3-dd51-42bd-a2e4-ffd4662d62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:16.283731 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:18.429577 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-1183bad8-3736-4bd6-8f06-765ff2966206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:19.863965 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:20.971592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee124-39a2-4fa0-93d1-55e3fc5c75c3 req-ddd844db-b312-449e-aba7-515c2bc408af tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:20.972987 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a72ee124-39a2-4fa0-93d1-55e3fc5c75c3 req-ddd844db-b312-449e-aba7-515c2bc408af tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0471559 May 04 14:02:21.018029 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a72ee124-39a2-4fa0-93d1-55e3fc5c75c3 req-d745d0c6-5804-4c2c-bcfc-631545a1cdad tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 May 04 14:02:21.341130 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.131740 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f070d-0f71-4700-8e2e-c7f84df1ed5e req-35add805-c327-4fae-b143-177b9c2f2139 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:22.133207 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-579f070d-0f71-4700-8e2e-c7f84df1ed5e req-35add805-c327-4fae-b143-177b9c2f2139 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0465164 May 04 14:02:22.183009 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-579f070d-0f71-4700-8e2e-c7f84df1ed5e req-16835d8e-4f0d-41f0-bd03-ae301a52eb3e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb5213b-2ef9-4cfc-906c-d78d15be71c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 May 04 14:02:22.587022 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.641294 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-a7715936-9f00-4d89-a04c-4026dc727657 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:22.642797 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-a7715936-9f00-4d89-a04c-4026dc727657 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 945 time: 0.0475647 May 04 14:02:22.729266 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port 864cac72-7443-415a-916f-652e81801c61 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:02:22.729595 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (864cac72-7443-415a-916f-652e81801c61), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.816504 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] For port 864cac72-7443-415a-916f-652e81801c61, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=864cac72-7443-415a-916f-652e81801c61,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:02:22.816860 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (864cac72-7443-415a-916f-652e81801c61), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.982136 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.982417 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:22.982733 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 1e34fd0e-55c4-470c-a24f-6f5c7f60730c disassociated. External IP: 172.27.1.100, port: 864cac72-7443-415a-916f-652e81801c61. May 04 14:02:22.983101 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for 864cac72-7443-415a-916f-652e81801c61 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:02:23.108610 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (864cac72-7443-415a-916f-652e81801c61), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:23.136145 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=864cac72-7443-415a-916f-652e81801c61,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:23.146400 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.146774 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.147084 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.147445 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.147783 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.148118 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.148447 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.148775 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.149101 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.149427 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.149752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.150077 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.150401 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.150724 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.151045 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:23.268928 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:02:23.284718 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-9ffc5ad0-f5e9-473d-8304-24332e25aad4 req-6b8a018c-4287-441d-826c-f7e49c85dc89 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=d446771b-1cd9-472f-8c3e-6eb9ba41791f HTTP/1.1" status: 200 len: 210 time: 0.0266554 May 04 14:02:23.376525 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:02:23.387608 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:02:23.397007 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:02:23.397707 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:02:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:23.419738 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] No DVR routers for this DVR port 864cac72-7443-415a-916f-652e81801c61 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:02:23.422164 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:23.425376 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-2bccf009-f8a6-4591-9ba4-68fb535a2ad2 req-7e78df5d-cd44-42d8-b50c-e4f110a4bae4 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "DELETE /v2.0/ports/864cac72-7443-415a-916f-652e81801c61 HTTP/1.1" status: 204 len: 173 time: 0.7739499 May 04 14:02:23.425920 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'name': 'network-vif-deleted', 'tag': '864cac72-7443-415a-916f-652e81801c61'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:02:23.428148 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28817a02-648d-4f50-b69f-1e2b43bf2ff2" -d '{"events": [{"server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "name": "network-vif-deleted", "tag": "864cac72-7443-415a-916f-652e81801c61"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:02:23.472937 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b39a9c-0261-47f7-826e-d5f27ee20981 x-openstack-request-id: req-e1b39a9c-0261-47f7-826e-d5f27ee20981 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:02:23.475199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d446771b-1cd9-472f-8c3e-6eb9ba41791f", "name": "network-vif-deleted", "tag": "864cac72-7443-415a-916f-652e81801c61", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:02:23.475479 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1b39a9c-0261-47f7-826e-d5f27ee20981 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:02:23.475883 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b39a9c-0261-47f7-826e-d5f27ee20981'] response: {'server_uuid': 'd446771b-1cd9-472f-8c3e-6eb9ba41791f', 'name': 'network-vif-deleted', 'tag': '864cac72-7443-415a-916f-652e81801c61', 'status': 'completed', 'code': 200} May 04 14:02:23.508822 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:02:23.782595 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:23.812044 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:02:23.820193 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:02:23.820801 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:02:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:23.928279 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:02:24.110953 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:24.136134 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff4ac-59a0-4383-a7d1-26d952957948 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:02:24.353408 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a3919-051f-4688-9477-1b67f20c148a None None] New status for floating IP 1e34fd0e-55c4-470c-a24f-6f5c7f60730c: DOWN {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:02:24.370289 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44702) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:24.423605 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (3bb5213b-2ef9-4cfc-906c-d78d15be71c6), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.447363 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (3bb5213b-2ef9-4cfc-906c-d78d15be71c6), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.497611 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (3bb5213b-2ef9-4cfc-906c-d78d15be71c6), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.500321 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.501506 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/security-groups/3bb5213b-2ef9-4cfc-906c-d78d15be71c6 HTTP/1.1" status: 204 len: 168 time: 0.1301250 May 04 14:02:24.504312 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44704) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:24.511619 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb5213b-2ef9-4cfc-906c-d78d15be71c6,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:24.518142 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.api.v2.resource [None req-6ee31f9b-5b79-492d-a6fc-21ee6077f203 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] show failed (client error): The resource could not be found. May 04 14:02:24.518737 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.519093 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.519357 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-6ee31f9b-5b79-492d-a6fc-21ee6077f203 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups/3bb5213b-2ef9-4cfc-906c-d78d15be71c6 HTTP/1.1" status: 404 len: 347 time: 0.0138991 May 04 14:02:24.519625 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.519795 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.520133 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.520586 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.520996 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.521365 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.521699 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.522026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.522282 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44706) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:24.522415 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.522673 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.523001 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.523353 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.523681 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be17799-2ca7-4455-9043-b90f7cb8e908 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:24.638867 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port c4c82e54-3da0-437d-b4ab-3a9523778250 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:02:24.639115 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.710950 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.711319 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (c4c82e54-3da0-437d-b4ab-3a9523778250), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.724297 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for c4c82e54-3da0-437d-b4ab-3a9523778250 owned by network:floatingip {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:02:24.857620 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (c4c82e54-3da0-437d-b4ab-3a9523778250), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.884109 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=c4c82e54-3da0-437d-b4ab-3a9523778250,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:24.951269 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (1e34fd0e-55c4-470c-a24f-6f5c7f60730c), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.953773 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:24.954913 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-da317e59-d4c6-4e34-a2be-4688a66523df tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/floatingips/1e34fd0e-55c4-470c-a24f-6f5c7f60730c HTTP/1.1" status: 204 len: 168 time: 0.4314075 May 04 14:02:25.143483 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44710) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:25.147968 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845722574', 'description': 'tempest-description--1602961228'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:25.167855 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.237717 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (5dad5451-e7b2-445b-9a54-b2e15d1ef528), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.241093 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5dad5451-e7b2-445b-9a54-b2e15d1ef528), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.266776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.267987 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234896 May 04 14:02:25.270914 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44712) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:25.271837 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441af577-a4f7-4301-92cf-21c8f927cc8d tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dad5451-e7b2-445b-9a54-b2e15d1ef528,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:25.275404 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '5dad5451-e7b2-445b-9a54-b2e15d1ef528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:25.301917 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (91a5b603-716d-43e0-8a36-526063f4e640), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.355611 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (91a5b603-716d-43e0-8a36-526063f4e640), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.358941 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (91a5b603-716d-43e0-8a36-526063f4e640), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.375682 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a5b603-716d-43e0-8a36-526063f4e640,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:25.382631 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.383809 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0e1a4718-62c9-43c4-9734-b0efa04ab033 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118605 May 04 14:02:25.386411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44714) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:25.391228 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'security_group_rule': {'security_group_id': '5dad5451-e7b2-445b-9a54-b2e15d1ef528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:25.415613 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (1e94e511-97ad-478c-a953-3d9f0b692324), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.468902 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (1e94e511-97ad-478c-a953-3d9f0b692324), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.472121 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605727'] for security_group_rule (1e94e511-97ad-478c-a953-3d9f0b692324), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.489618 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e94e511-97ad-478c-a953-3d9f0b692324,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:25.495271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.496383 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-57cbac75-072c-4844-8ba8-f862cd332b0e tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1090534 May 04 14:02:25.499382 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44716) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:25.503510 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:25.523429 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.599896 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.696466 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.27.1.76 (aab78dc3-f569-4944-a2a1-90db1c1075d6/e3baa473-42c6-4481-afad-6b3cfa6b1f44/d0784765-ab75-4d57-82b5-f0bd7304ccac) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:02:25.795846 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.828890 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.863757 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network aab78dc3-f569-4944-a2a1-90db1c1075d6 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:02:25.866423 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:02:25.869870 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:02:25.900372 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=d0784765-ab75-4d57-82b5-f0bd7304ccac,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:25.961804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:25.995431 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:26.139345 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:26.143390 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:26.209821 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=d0784765-ab75-4d57-82b5-f0bd7304ccac,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:26.221189 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:26.236446 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:26.237684 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-2393b66a-df28-456d-8d4d-e2ffe4fe6ece tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7373729 May 04 14:02:26.270387 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 864cac72-7443-415a-916f-652e81801c61 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:02:26.293226 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 864cac72-7443-415a-916f-652e81801c61 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:02:26.294088 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 864cac72-7443-415a-916f-652e81801c61 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:02:26.390315 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-c40cdd39-a680-46df-84eb-761deecb9023 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--845722574&fields=id&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 267 time: 0.0414660 May 04 14:02:26.491961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-0a4447b5-8b05-4566-a6eb-635601013ab0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:26.493330 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-0a4447b5-8b05-4566-a6eb-635601013ab0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.0969224 May 04 14:02:26.507299 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-91533156-9991-4fbb-9fee-ba14da967d4a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/quotas/d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 375 time: 0.0086951 May 04 14:02:26.557916 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-45d1ba2e-264d-49b3-8887-6ba5c6c214de tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459850 May 04 14:02:26.712355 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-f4e2916d-a090-485c-b3b6-3c4877334fe6 service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431565 May 04 14:02:26.802936 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-2ed0f825-c348-438b-bb3d-2de648b619ee service neutron] 10.222.0.73 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 May 04 14:02:26.960671 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-016d0be4-9774-435f-83a6-eff83c7d08d6 req-0406ba2e-eb59-4d6c-a2a1-72c3ef1a6b30 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 04 14:02:27.958502 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-87b91cdf-eeac-4be7-8a58-0cdcdf2deaf5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:27.959966 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-87b91cdf-eeac-4be7-8a58-0cdcdf2deaf5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 815 time: 0.1067765 May 04 14:02:28.028351 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-3a618429-8771-4ab4-895a-3b94ae309254 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25ef9a7e9464aeab7ef6b71947f8228 HTTP/1.1" status: 200 len: 379 time: 0.0531666 May 04 14:02:28.056750 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'port': {'device_id': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'admin_state_up': True, 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'security_groups': ['5dad5451-e7b2-445b-9a54-b2e15d1ef528']}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:28.059092 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-939d8193-b92e-474d-a0e6-c3637feafa0f req-d4866aea-c5ff-4ced-92ad-6e9b1a2451f0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 210 time: 0.0287905 May 04 14:02:28.413553 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Made reservation on behalf of d25ef9a7e9464aeab7ef6b71947f8228 for: {'port': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:02:28.417076 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.536011 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_common [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Allocated IP 172.20.0.3 (cd487bc3-0aa6-42ba-886d-1efc4c7063a5/16159f45-8399-4870-b090-ff6fb00fb8cb/1b988a1d-6be2-4603-a245-4905c61fa162) {{(pid=109869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:02:28.669825 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for port (1b988a1d-6be2-4603-a245-4905c61fa162), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.701822 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767306785684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.741746 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 is already hosted by enough agents. {{(pid=109869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:02:28.744868 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Resources bound (agent type, host, resource id): {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:02:28.751494 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Received port after_create {{(pid=109869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:02:28.757359 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event updated for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:28.806665 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:28.807308 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.826411 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-062872b9-504a-4cd8-b75c-5ade1ba544e7 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735608 May 04 14:02:28.842202 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Request body: {'port': {'device_id': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:28.907592 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:28.970366 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-dd8e814f-f95c-469b-8a39-3c2963900bbe None None] Provisioning complete for port 1b988a1d-6be2-4603-a245-4905c61fa162 triggered by entity DHCP. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:02:28.970930 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dd8e814f-f95c-469b-8a39-3c2963900bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.003055 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e814f-f95c-469b-8a39-3c2963900bbe None None] Port 1b988a1d-6be2-4603-a245-4905c61fa162 cannot update to ACTIVE because it is not bound. {{(pid=109871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:02:29.164614 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b988a1d-6be2-4603-a245-4905c61fa162 {{(pid=109869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:02:29.172706 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks [] for port (1b988a1d-6be2-4603-a245-4905c61fa162), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.173900 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f2d8-85eb-41ab-8470-a5cc1826ceeb req-03b1ee33-cf72-49c7-b3fa-fd6eee689b87 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:29.175383 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f90f2d8-85eb-41ab-8470-a5cc1826ceeb req-03b1ee33-cf72-49c7-b3fa-fd6eee689b87 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 931 time: 0.0481496 May 04 14:02:29.185864 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.provisioning_blocks [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Transition to ACTIVE for port object 1b988a1d-6be2-4603-a245-4905c61fa162 will not be triggered until provisioned by entity L2. {{(pid=109869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:02:29.189520 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.224811 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-6f90f2d8-85eb-41ab-8470-a5cc1826ceeb req-c4dd8230-5c6c-47fc-b94d-de7748c57f30 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433402 May 04 14:02:29.250166 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:29.318363 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Attempting to bind port 1b988a1d-6be2-4603-a245-4905c61fa162 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:02:29.318696 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Attempting to bind port 1b988a1d-6be2-4603-a245-4905c61fa162 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:02:29.319021 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Attempting to bind port 1b988a1d-6be2-4603-a245-4905c61fa162 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:02:29.323627 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Port 1b988a1d-6be2-4603-a245-4905c61fa162 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:02:29.323947 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Attempting to bind port 1b988a1d-6be2-4603-a245-4905c61fa162 on network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:02:29.329604 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Checking agent: {'id': '07eceafd-6b31-4cb8-93df-d4a7595b66c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'started_at': datetime.datetime(2022, 5, 4, 13, 46, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:02:29.329943 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Checking segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:02:29.330331 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Bound using segment: {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:02:29.330753 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Bound port: 1b988a1d-6be2-4603-a245-4905c61fa162, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1e649-aa82-4ffe-a246-674a631d4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:02:29.331110 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.398385 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:02:29.401337 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1b988a1d-6be2-4603-a245-4905c61fa162,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:02:29.408327 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125886097'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.443070 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:29.443690 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:29.445236 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b988a1d-6be2-4603-a245-4905c61fa162 HTTP/1.1" status: 200 len: 1093 time: 0.6071699 May 04 14:02:29.445478 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:02:29.447740 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:02:29.478183 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817dc9-a342-405b-8c31-c389a2aeb8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:29.485437 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ea7ca-465e-4ba7-8baa-a88c8edd81be x-openstack-request-id: req-e68ea7ca-465e-4ba7-8baa-a88c8edd81be {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:02:29.485774 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:02:29.486053 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e68ea7ca-465e-4ba7-8baa-a88c8edd81be {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:02:29.486446 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68ea7ca-465e-4ba7-8baa-a88c8edd81be'] response: {'name': 'network-changed', 'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162', 'status': 'completed', 'code': 200} May 04 14:02:29.536163 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-93b4f66e-7711-47f9-ae2b-70eace79a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:29.537758 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-93b4f66e-7711-47f9-ae2b-70eace79a7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 1127 time: 0.0428522 May 04 14:02:29.587470 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-8fbf59da-786d-401b-80e5-de6605bc2fe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b988a1d-6be2-4603-a245-4905c61fa162 HTTP/1.1" status: 200 len: 217 time: 0.0382695 May 04 14:02:29.639321 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-bc8f084a-f8a8-4825-81f2-5a38e25c0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:29.640778 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-bc8f084a-f8a8-4825-81f2-5a38e25c0ae8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0447338 May 04 14:02:29.686364 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-bc6a9e70-5089-4a02-8586-183bcea81b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:29.687827 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-bc6a9e70-5089-4a02-8586-183bcea81b58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375645 May 04 14:02:29.778288 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-44964e7e-9d67-4080-84c8-8c05f4185673 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 May 04 14:02:29.867501 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-a6a944a7-8485-4d91-a607-f19084d40e80 req-5b7fb164-04f1-458c-b7a8-ff50135fdf49 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804868 May 04 14:02:30.340776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a820f-a1e0-485c-9589-3fda6eff306b req-8f3a08f9-d7a0-4b10-8e44-257595f0cf00 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:30.342228 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a47a820f-a1e0-485c-9589-3fda6eff306b req-8f3a08f9-d7a0-4b10-8e44-257595f0cf00 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 943 time: 0.0458684 May 04 14:02:30.386646 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a47a820f-a1e0-485c-9589-3fda6eff306b req-f053cb2b-caa8-421b-a745-f87df7a095a3 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 May 04 14:02:30.785835 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-25043b8f-683c-443f-b84d-f03ac71938bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:30.787302 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-25043b8f-683c-443f-b84d-f03ac71938bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 1127 time: 0.0372782 May 04 14:02:30.882193 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-826dd83c-a5c5-40a5-9893-132b606813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:30.883692 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-826dd83c-a5c5-40a5-9893-132b606813c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0873497 May 04 14:02:30.929835 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-7d98416a-5dee-4150-8a2b-cfda30a0b584 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b988a1d-6be2-4603-a245-4905c61fa162 HTTP/1.1" status: 200 len: 217 time: 0.0359328 May 04 14:02:30.984715 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-328e1069-7ce9-4b96-a056-88372260562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:30.986274 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-328e1069-7ce9-4b96-a056-88372260562b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0465477 May 04 14:02:31.030881 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-ed00baed-a24d-44fa-92b4-71bfe4f57297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:31.032331 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-ed00baed-a24d-44fa-92b4-71bfe4f57297 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366187 May 04 14:02:31.122768 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-a5c479f1-f768-4499-af80-4b616ca9fee5 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822043 May 04 14:02:31.212976 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-88a4f280-2aff-46e5-8ca9-4b7f5c9fc7e8 req-b8568fa2-2045-4403-8cd8-6fe05706925b service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803812 May 04 14:02:31.496896 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f071752-3f67-426a-9cf1-e9e552e63ae4 req-fa16c610-de2d-4ae0-956e-95e39139ffda tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:31.498348 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f071752-3f67-426a-9cf1-e9e552e63ae4 req-fa16c610-de2d-4ae0-956e-95e39139ffda tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 943 time: 0.0449951 May 04 14:02:31.551072 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2f071752-3f67-426a-9cf1-e9e552e63ae4 req-8be0b60f-7961-4eb8-9c96-fa7251abd1ec tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460811 May 04 14:02:32.301361 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1b988a1d-6be2-4603-a245-4905c61fa162 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:02:32.397845 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1b988a1d-6be2-4603-a245-4905c61fa162,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:02:32.408701 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Returning: {'device': '1b988a1d-6be2-4603-a245-4905c61fa162', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'port_id': '1b988a1d-6be2-4603-a245-4905c61fa162', 'mac_address': 'fa:16:3e:33:5f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:02:32.445158 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 1b988a1d-6be2-4603-a245-4905c61fa162 is: DOWN; New status is: BUILD {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:02:32.445547 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:32.457788 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b988a1d-6be2-4603-a245-4905c61fa162 {{(pid=109871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:02:32.476282 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1b988a1d-6be2-4603-a245-4905c61fa162,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:02:32.481550 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:32.530266 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=4']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:32.537378 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.537728 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.538072 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.538411 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.538747 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.539081 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.539503 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.539833 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.540175 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.540498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.540823 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.541145 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.541496 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.541856 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.542180 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:02:32.661631 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15ca9-ee7f-4eb6-8812-4dabd93d7246 req-e64be17f-b06e-47e1-944d-05205c08cdce tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:32.663086 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60b15ca9-ee7f-4eb6-8812-4dabd93d7246 req-e64be17f-b06e-47e1-944d-05205c08cdce tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 944 time: 0.0463758 May 04 14:02:32.709022 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-60b15ca9-ee7f-4eb6-8812-4dabd93d7246 req-c9a7a05c-dd14-4d55-b2ca-74f08e97f99c tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 May 04 14:02:32.732119 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] get_ports_and_sgs() called for port_ids ['1b988a1d-6be2-4603-a245-4905c61fa162'] {{(pid=109871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:02:33.819287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca06c9a-cdd7-4eb8-8049-12ad3570a5b4 req-df44bf78-35d5-4a30-b098-141d34529628 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:33.820744 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7ca06c9a-cdd7-4eb8-8049-12ad3570a5b4 req-df44bf78-35d5-4a30-b098-141d34529628 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 944 time: 0.0459821 May 04 14:02:33.866861 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-7ca06c9a-cdd7-4eb8-8049-12ad3570a5b4 req-15696486-61de-41a8-a8d5-40a3798d09ce tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 May 04 14:02:34.312884 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1b988a1d-6be2-4603-a245-4905c61fa162 up at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:02:34.358734 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning for port 1b988a1d-6be2-4603-a245-4905c61fa162 completed by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:02:34.364282 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.db.provisioning_blocks [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Provisioning complete for port 1b988a1d-6be2-4603-a245-4905c61fa162 triggered by entity L2. {{(pid=109871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:02:34.364681 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8353149'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), provisioning_complete {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:34.437876 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Current status of the port 1b988a1d-6be2-4603-a245-4905c61fa162 is: BUILD; New status is: ACTIVE {{(pid=109871) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:02:34.438346 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), before_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:34.460589 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162'}] {{(pid=109871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:02:34.462845 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eb03046fc2c3285a550c10370c256ec897d25826ea3450e0ffdc4de2b7d057b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d4695-3f1b-4266-8d43-9fb2e24300b2" -d '{"events": [{"server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162"}]}' {{(pid=109871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:02:34.477620 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.db [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1b988a1d-6be2-4603-a245-4905c61fa162,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:02:34.482389 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767307247809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767306785702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767306785720'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:34.508273 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb1e7db-b2de-45cb-9c44-ef8954baaad7 x-openstack-request-id: req-1bb1e7db-b2de-45cb-9c44-ef8954baaad7 {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:02:34.508563 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "name": "network-vif-plugged", "status": "completed", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162", "code": 200}]} {{(pid=109871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:02:34.508813 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bb1e7db-b2de-45cb-9c44-ef8954baaad7 {{(pid=109871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:02:34.509197 dv-cinder-839793-6-iscsi neutron-server[109871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb1e7db-b2de-45cb-9c44-ef8954baaad7'] response: {'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162', 'code': 200} May 04 14:02:34.537030 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Pushing event updated for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=5']} {{(pid=109871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:02:34.676149 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd871ab-90a5-40b9-a9e6-4fbdea045d3c req-1ebeaa42-28a1-4dc8-9069-305c4c575224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:34.677531 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1dd871ab-90a5-40b9-a9e6-4fbdea045d3c req-1ebeaa42-28a1-4dc8-9069-305c4c575224 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 1129 time: 0.0391433 May 04 14:02:34.724863 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-1dd871ab-90a5-40b9-a9e6-4fbdea045d3c req-fac2c229-042b-4b22-8c88-9b645b4478aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402796 May 04 14:02:34.979415 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464150e-e524-4882-aa8c-10463fecc475 req-55d031df-c8f2-4f52-9173-35e939c70e14 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:34.980776 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2464150e-e524-4882-aa8c-10463fecc475 req-55d031df-c8f2-4f52-9173-35e939c70e14 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0490389 May 04 14:02:35.025945 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-2464150e-e524-4882-aa8c-10463fecc475 req-4c041ad5-258b-4106-936b-93c3d0c54045 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 May 04 14:02:36.140160 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaa4b5-7e47-44dd-b43f-2dee3dad79bd req-15061376-c481-4c00-ad55-61650e2ecdd5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:36.141595 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8adaa4b5-7e47-44dd-b43f-2dee3dad79bd req-15061376-c481-4c00-ad55-61650e2ecdd5 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0471017 May 04 14:02:36.188121 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8adaa4b5-7e47-44dd-b43f-2dee3dad79bd req-ef453fe8-66f0-4129-8543-c2db9d6866a8 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 May 04 14:02:37.296438 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b1781-e6e2-44a3-ba10-4f8a4edc7fe4 req-de0bcd40-870c-4833-9949-8337996cef61 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:37.297889 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b85b1781-e6e2-44a3-ba10-4f8a4edc7fe4 req-de0bcd40-870c-4833-9949-8337996cef61 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0448446 May 04 14:02:37.356811 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-b85b1781-e6e2-44a3-ba10-4f8a4edc7fe4 req-42716284-bccc-4e89-af16-1a37cbce9587 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527406 May 04 14:02:37.463150 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945ca1d-dfcf-4bf5-a818-194a1d568e61 req-1a46993b-7011-45fd-99c9-09b7ca2895ea tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:37.464611 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-8945ca1d-dfcf-4bf5-a818-194a1d568e61 req-1a46993b-7011-45fd-99c9-09b7ca2895ea tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0466616 May 04 14:02:37.473555 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44774) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:02:37.478040 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Request body: {'floatingip': {'port_id': '1b988a1d-6be2-4603-a245-4905c61fa162'}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:02:37.515844 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:37.942481 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:02:37.943145 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:37.946546 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:38.052458 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 7d729fb9-e77a-46d5-a36f-30fa7385924a associated. External IP: 172.27.1.76, port: 1b988a1d-6be2-4603-a245-4905c61fa162. May 04 14:02:38.255967 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:02:38.385692 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:02:38.394769 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:38.399442 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:02:38.409206 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:02:38.409823 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:02:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:38.437752 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-f41cb2f0-795e-41c2-b3cd-0fc48afae0eb tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "PUT /v2.0/floatingips/7d729fb9-e77a-46d5-a36f-30fa7385924a HTTP/1.1" status: 200 len: 990 time: 0.9488363 May 04 14:02:38.437752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:02:38.437752 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0247f-f1e8-4798-ac3c-6359d70de682" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:02:38.463810 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a98cd9-5721-4f6b-ad62-e39cb4b68047 x-openstack-request-id: req-82a98cd9-5721-4f6b-ad62-e39cb4b68047 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:02:38.464105 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:02:38.464356 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82a98cd9-5721-4f6b-ad62-e39cb4b68047 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:02:38.464760 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a98cd9-5721-4f6b-ad62-e39cb4b68047'] response: {'name': 'network-changed', 'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162', 'status': 'completed', 'code': 200} May 04 14:02:38.517277 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:02:38.523883 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-b2598f63-d39b-47a3-aa5c-6e9215dc9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:38.525437 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-b2598f63-d39b-47a3-aa5c-6e9215dc9868 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 1129 time: 0.0382433 May 04 14:02:38.616476 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-531c119f-8bd8-45d0-bfbf-15848947963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:38.617954 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-531c119f-8bd8-45d0-bfbf-15848947963b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 200 len: 916 time: 0.0861378 May 04 14:02:38.682753 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-d4d4db9b-9dad-4673-9b04-0a4a06802250 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b988a1d-6be2-4603-a245-4905c61fa162 HTTP/1.1" status: 200 len: 998 time: 0.0578735 May 04 14:02:38.729937 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-e835a7b8-de3e-470e-ac2c-6550a6f49247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:38.730161 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7d729fb9-e77a-46d5-a36f-30fa7385924a', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '1b988a1d-6be2-4603-a245-4905c61fa162', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:33:5f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:02:25Z', 'updated_at': '2022-05-04T14:02:37Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:38.731978 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-e835a7b8-de3e-470e-ac2c-6550a6f49247 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 200 len: 854 time: 0.0422390 May 04 14:02:38.759474 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:02:38.767699 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:02:38.768239 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:02:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:38.775888 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-33d0649c-6600-4292-8bb3-b485e12eb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:02:38.777352 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-33d0649c-6600-4292-8bb3-b485e12eb1b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd487bc3-0aa6-42ba-886d-1efc4c7063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397799 May 04 14:02:38.867336 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-24b8eb9a-9cde-4346-a80d-1e2f99a16f07 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834866 May 04 14:02:38.879385 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:02:38.957211 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-0ea0247f-f1e8-4798-ac3c-6359d70de682 req-9867e7e8-5298-48f4-8ea2-7fe4445dc401 service neutron] 10.222.0.23 "GET /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834284 May 04 14:02:39.088008 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7d729fb9-e77a-46d5-a36f-30fa7385924a', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '1b988a1d-6be2-4603-a245-4905c61fa162', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:33:5f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:02:25Z', 'updated_at': '2022-05-04T14:02:37Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:02:39.113530 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ab774-221a-4738-94c1-4d7daaa5d2e2 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_floatingips': [{'id': '7d729fb9-e77a-46d5-a36f-30fa7385924a', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'router_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'port_id': '1b988a1d-6be2-4603-a245-4905c61fa162', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'mac_address': 'fa:16:3e:33:5f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:02:25Z', 'updated_at': '2022-05-04T14:02:37Z', 'revision_number': 1, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:02:39.306095 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82359bde-8cea-49bf-bd28-5e4edab28ca6 None None] New status for floating IP 7d729fb9-e77a-46d5-a36f-30fa7385924a: ACTIVE {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:02:46.267769 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-ee57eaf3-bebc-4b81-91ad-47fbcf220daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:46.328901 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:48.430498 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c04e37d0-cbab-43ef-b3f8-110a05f0fb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:49.867321 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:51.344406 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:02:52.587973 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:14.941249 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:03:16.268674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-8721692c-eabb-4be8-85b0-0ef2077aabee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:16.343775 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:18.431093 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-81e87f9a-5329-4b91-93b2-8e266a212757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:19.873620 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:21.346861 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:22.589128 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:26.096644 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59571de-5e02-459f-9810-eb38b4301fd7 req-866cba35-46bf-45ed-8ea9-2ba51a6ff291 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:26.098102 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c59571de-5e02-459f-9810-eb38b4301fd7 req-866cba35-46bf-45ed-8ea9-2ba51a6ff291 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.1224265 May 04 14:03:26.143593 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-c59571de-5e02-459f-9810-eb38b4301fd7 req-54d2af6c-6456-4c9f-816e-f07ab28d9799 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 May 04 14:03:27.312070 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15bce4-dd6d-4051-9c84-e9a435de3ab7 req-7c9519ff-ca16-45c0-b196-c90282898daa tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:27.313569 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3e15bce4-dd6d-4051-9c84-e9a435de3ab7 req-7c9519ff-ca16-45c0-b196-c90282898daa tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0994375 May 04 14:03:27.361557 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-3e15bce4-dd6d-4051-9c84-e9a435de3ab7 req-8854baff-be4b-46d1-a509-af16878a1d74 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups?id=5dad5451-e7b2-445b-9a54-b2e15d1ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 May 04 14:03:27.690177 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-a3ec4390-c2db-43a4-9df2-5448350c7b7a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:27.691631 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-a3ec4390-c2db-43a4-9df2-5448350c7b7a tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 945 time: 0.0459468 May 04 14:03:27.773366 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port 1b988a1d-6be2-4603-a245-4905c61fa162 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:03:27.773700 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.110633 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] For port 1b988a1d-6be2-4603-a245-4905c61fa162, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1b988a1d-6be2-4603-a245-4905c61fa162,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:28.110989 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.273660 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.274010 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-969666'] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.274323 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.db.l3_db [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Floating IP 7d729fb9-e77a-46d5-a36f-30fa7385924a disassociated. External IP: 172.27.1.76, port: 1b988a1d-6be2-4603-a245-4905c61fa162. May 04 14:03:28.274658 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for 1b988a1d-6be2-4603-a245-4905c61fa162 owned by compute:nova {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:03:28.400200 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (1b988a1d-6be2-4603-a245-4905c61fa162), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.428429 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=1b988a1d-6be2-4603-a245-4905c61fa162,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:28.457188 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [req-a9e301cc-2d74-4ddd-907c-30773e266d85 req-13a6be08-f630-4b72-8c20-78a2c0124316 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd4f7197-3b19-4f95-9bf8-cc6062636dcb HTTP/1.1" status: 200 len: 210 time: 0.0292306 May 04 14:03:28.476830 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.477179 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.477520 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.477852 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.478183 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.478511 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.478837 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.479160 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.479546 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.479869 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.480195 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.480514 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.480831 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.481154 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.482011 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:28.556031 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:03:28.662789 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:28.672917 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:28.682710 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:28.683474 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:03:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:28.707420 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] No DVR routers for this DVR port 1b988a1d-6be2-4603-a245-4905c61fa162 on host hv-cinder-83979 {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:03:28.709856 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for port (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:28.713117 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [req-8070ab51-1b22-4794-bf1f-86c2042598e4 req-663749e9-1067-4c66-9571-48623090f441 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.23 "DELETE /v2.0/ports/1b988a1d-6be2-4603-a245-4905c61fa162 HTTP/1.1" status: 204 len: 173 time: 1.0138712 May 04 14:03:28.713564 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'name': 'network-vif-deleted', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162'}] {{(pid=109869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:03:28.716324 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5835a5bdaf3b95317cb4bfddada162493755c0cc6b9c86207e4b20cbfd1a281" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e7379-9ffa-4276-855b-e7fca87fdecc" -d '{"events": [{"server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "name": "network-vif-deleted", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162"}]}' {{(pid=109869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:03:28.751603 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f5988-dccd-45c0-ae84-40ee40598e77 x-openstack-request-id: req-eb1f5988-dccd-45c0-ae84-40ee40598e77 {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:03:28.751899 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f7197-3b19-4f95-9bf8-cc6062636dcb", "name": "network-vif-deleted", "tag": "1b988a1d-6be2-4603-a245-4905c61fa162", "status": "completed", "code": 200}]} {{(pid=109869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:03:28.752306 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb1f5988-dccd-45c0-ae84-40ee40598e77 {{(pid=109869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:03:28.752694 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1f5988-dccd-45c0-ae84-40ee40598e77'] response: {'server_uuid': 'fd4f7197-3b19-4f95-9bf8-cc6062636dcb', 'name': 'network-vif-deleted', 'tag': '1b988a1d-6be2-4603-a245-4905c61fa162', 'status': 'completed', 'code': 200} May 04 14:03:28.797599 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:28.991878 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:29.022732 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:29.031534 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:29.032144 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:03:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:29.140642 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:29.331691 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:29.357258 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d500ef1-ebe9-492d-bb5f-3ae0f0d1fce3 None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:22Z', 'revision_number': 4, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi', '_interfaces': [{'id': '3350688d-438b-4d58-9ddd-b1a7bc9d4a5e', 'name': '', 'network_id': 'cd487bc3-0aa6-42ba-886d-1efc4c7063a5', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'mac_address': 'fa:16:3e:89:92:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:22Z', 'updated_at': '2022-05-04T13:59:25Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'subnets': [{'id': '16159f45-8399-4870-b090-ff6fb00fb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:29.542168 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44868) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:29.580904 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38b226-89c9-4625-a1fa-5e7d299b9138 None None] New status for floating IP 7d729fb9-e77a-46d5-a36f-30fa7385924a: DOWN {{(pid=109871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:03:29.601059 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (5dad5451-e7b2-445b-9a54-b2e15d1ef528), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.624299 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (5dad5451-e7b2-445b-9a54-b2e15d1ef528), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.671764 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (5dad5451-e7b2-445b-9a54-b2e15d1ef528), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.674230 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.677904 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/security-groups/5dad5451-e7b2-445b-9a54-b2e15d1ef528 HTTP/1.1" status: 204 len: 168 time: 0.1320617 May 04 14:03:29.678647 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44870) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:29.685523 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eff9a-47a4-48d6-baf6-c06980dd44f6 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dad5451-e7b2-445b-9a54-b2e15d1ef528,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:29.692922 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.api.v2.resource [None req-783b2149-e502-45ab-9093-a70bef577fbc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] show failed (client error): The resource could not be found. May 04 14:03:29.693906 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-783b2149-e502-45ab-9093-a70bef577fbc tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "GET /v2.0/security-groups/5dad5451-e7b2-445b-9a54-b2e15d1ef528 HTTP/1.1" status: 404 len: 347 time: 0.0143137 May 04 14:03:29.696989 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44872) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:29.811561 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Deleting port d0784765-ab75-4d57-82b5-f0bd7304ccac {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:03:29.811900 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.888637 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.888961 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (d0784765-ab75-4d57-82b5-f0bd7304ccac), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:29.901407 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Calling delete_port for d0784765-ab75-4d57-82b5-f0bd7304ccac owned by network:floatingip {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:03:30.026741 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (d0784765-ab75-4d57-82b5-f0bd7304ccac), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.055994 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Pushing event deleted for resources: {'Port': ['ID=d0784765-ab75-4d57-82b5-f0bd7304ccac,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:30.081209 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.081565 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.081912 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.082255 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.082596 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.082931 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.083287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.083622 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.083952 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.084282 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.084612 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.084941 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.085268 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.085590 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.085914 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-6-iscsi {{(pid=109870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:03:30.126384 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks [] for floatingip (7d729fb9-e77a-46d5-a36f-30fa7385924a), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.129034 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29799'] for floatingip (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:30.130174 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-65025274-a95a-4531-9c85-7bf37e3bb3a0 tempest-AttachVolumeNegativeTest-1423815547 tempest-AttachVolumeNegativeTest-1423815547-project] 10.222.0.73 "DELETE /v2.0/floatingips/7d729fb9-e77a-46d5-a36f-30fa7385924a HTTP/1.1" status: 204 len: 168 time: 0.4322784 May 04 14:03:32.644487 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1b988a1d-6be2-4603-a245-4905c61fa162 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:03:32.668298 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] No Port match for: 1b988a1d-6be2-4603-a245-4905c61fa162 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:03:32.668651 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Device 1b988a1d-6be2-4603-a245-4905c61fa162 not bound to the agent host hv-cinder-83979 {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:03:33.784416 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44910) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:34.100595 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968871'] for router_interface (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.583690 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Deleting port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:03:34.583907 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.659161 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] For port 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:34.659563 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.671919 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Calling delete_port for 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e owned by network:router_interface {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:03:34.845318 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (3350688d-438b-4d58-9ddd-b1a7bc9d4a5e), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:34.872614 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3350688d-438b-4d58-9ddd-b1a7bc9d4a5e,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:35.038214 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-980162'] for router_interface (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.252333 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 has already been hosted by L3 agent 7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9 {{(pid=109870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:03:35.360315 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] Notify agent at l3_agent.dv-cinder-839793-6-iscsi the message routers_updated {{(pid=109870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:03:35.365308 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-3c36f835-c3c7-4d04-87eb-c5226d7d47bc admin admin] 10.222.0.73 "PUT /v2.0/routers/f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5798824 May 04 14:03:35.367817 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44912) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:35.370946 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Sync routers for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:03:35.381055 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:35.381674 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:03:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:35.472418 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks [] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.486924 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: dv-cinder-839793-6-iscsi {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:35.575245 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks [] for router_gateway (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.619157 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Deleting port 7e4af712-3b22-41a8-881e-1028b07fa920 {{(pid=109870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:03:35.619518 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.656248 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'external_fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T14:03:34Z', 'revision_number': 5, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port': {'id': '7e4af712-3b22-41a8-881e-1028b07fa920', 'name': '', 'network_id': 'aab78dc3-f569-4944-a2a1-90db1c1075d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3baa473-42c6-4481-afad-6b3cfa6b1f44', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-6-iscsi'}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:35.681841 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Checking router: f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 for host: dv-cinder-839793-6-iscsi {{(pid=109872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:03:35.690926 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Routers {'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'} bound to L3 agent in host dv-cinder-839793-6-iscsi {{(pid=109872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:03:35.691566 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T13:39:48Z,description=,heartbeat_timestamp=2022-05-04T14:03:18Z,host='dv-cinder-839793-6-iscsi',id=7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T13:39:48Z,topic='l3_agent')) {'router_ids': ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'], 'active': True} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:35.696415 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.db [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] For port 7e4af712-3b22-41a8-881e-1028b07fa920, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=7e4af712-3b22-41a8-881e-1028b07fa920,segment=NetworkSegment(f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1),segment_id=f7cc5b3f-d9b1-4621-97ae-7e21d6a519a1)] {{(pid=109870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:35.696779 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.710150 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.plugin [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Calling delete_port for 7e4af712-3b22-41a8-881e-1028b07fa920 owned by network:router_gateway {{(pid=109870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:03:35.776586 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_dvr_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] Set router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 gateway port host: None {{(pid=109872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:03:35.826928 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.l3_hamode_db [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T14:03:35Z', 'revision_number': 6, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port_host': None}], 'dv-cinder-839793-6-iscsi', False) {} {{(pid=109872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:35.880661 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4144435'] for port (7e4af712-3b22-41a8-881e-1028b07fa920), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:35.911498 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4af712-3b22-41a8-881e-1028b07fa920,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:35.942962 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60b9ed-6ec1-41e7-837e-19ec3a19a52c None None] The sync data for ids ['f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9'] in dv-cinder-839793-6-iscsi is: [{'id': 'f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9', 'name': 'tempest-AttachVolumeNegativeTest-1319342747-router', 'tenant_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T13:59:20Z', 'updated_at': '2022-05-04T14:03:35Z', 'revision_number': 6, 'project_id': 'd25ef9a7e9464aeab7ef6b71947f8228', 'gw_port_host': None}] {{(pid=109872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:03:35.977062 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971697'] for router_gateway (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.066287 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-973381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26160'] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.068446 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks [] for router_controller (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.112583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-973404'] for router (f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.113045 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 {{(pid=109870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:03:36.117513 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.118653 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-cdb03a1f-d3fc-49fd-b311-06be1d3c1208 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f657c3b2-14d8-4d20-9fcd-1e0c55dffcb9 HTTP/1.1" status: 204 len: 168 time: 0.7492533 May 04 14:03:36.121122 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44914) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:36.164042 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Deleting subnet 16159f45-8399-4870-b090-ff6fb00fb8cb {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:03:36.167005 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Publish callbacks [] for subnet (16159f45-8399-4870-b090-ff6fb00fb8cb), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.201368 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (16159f45-8399-4870-b090-ff6fb00fb8cb), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.278453 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (16159f45-8399-4870-b090-ff6fb00fb8cb), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.335283 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (16159f45-8399-4870-b090-ff6fb00fb8cb), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.365032 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16159f45-8399-4870-b090-ff6fb00fb8cb,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:36.366966 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.373311 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-4e9f25c7-3d11-4cbd-b775-985f0cf79a11 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/16159f45-8399-4870-b090-ff6fb00fb8cb HTTP/1.1" status: 204 len: 168 time: 0.2512240 May 04 14:03:36.373534 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44916) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:36.378689 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ffa9f-14f1-4bf3-996f-74b86171c37a None None] Network cd487bc3-0aa6-42ba-886d-1efc4c7063a5 requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:36.446620 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:03:36.468985 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (cd487bc3-0aa6-42ba-886d-1efc4c7063a5), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.485057 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:03:36.485473 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 3350688d-438b-4d58-9ddd-b1a7bc9d4a5e not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:03:36.513087 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Deleting port 445897ac-8f38-4c4b-86d5-86b5797b0d31 {{(pid=109869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:03:36.513466 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767307240735'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.576387 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] For port 445897ac-8f38-4c4b-86d5-86b5797b0d31, host dv-cinder-839793-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-6-iscsi',level=0,port_id=445897ac-8f38-4c4b-86d5-86b5797b0d31,segment=NetworkSegment(9be1e649-aa82-4ffe-a246-674a631d4cf4),segment_id=9be1e649-aa82-4ffe-a246-674a631d4cf4)] {{(pid=109869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:03:36.576758 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-968953'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.589247 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.plugin [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Calling delete_port for 445897ac-8f38-4c4b-86d5-86b5797b0d31 owned by network:dhcp {{(pid=109869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:03:36.668811 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8280270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767307247791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767306785693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125886088'] for port (445897ac-8f38-4c4b-86d5-86b5797b0d31), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.693199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Pushing event deleted for resources: {'Port': ['ID=445897ac-8f38-4c4b-86d5-86b5797b0d31,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:36.696792 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] No DVR routers for this DVR port 445897ac-8f38-4c4b-86d5-86b5797b0d31 on host dv-cinder-839793-6-iscsi {{(pid=109869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:03:36.772524 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (cd487bc3-0aa6-42ba-886d-1efc4c7063a5), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.775354 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eec590-e1fc-463f-96ad-5e3cb29f4719 None None] DHCP port deletion for cd487bc3-0aa6-42ba-886d-1efc4c7063a5 request from dv-cinder-839793-6-iscsi {{(pid=109871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:03:36.795771 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd487bc3-0aa6-42ba-886d-1efc4c7063a5']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:36.805378 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be1e649-aa82-4ffe-a246-674a631d4cf4') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:36.805677 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be1e649-aa82-4ffe-a246-674a631d4cf4') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:36.815718 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (9be1e649-aa82-4ffe-a246-674a631d4cf4), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.829100 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (9be1e649-aa82-4ffe-a246-674a631d4cf4), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.834898 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:03:36.835353 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (9be1e649-aa82-4ffe-a246-674a631d4cf4), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:03:36.837049 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:03:36.891384 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (cd487bc3-0aa6-42ba-886d-1efc4c7063a5), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.896086 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:36.899398 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] 10.222.0.73 "DELETE /v2.0/networks/cd487bc3-0aa6-42ba-886d-1efc4c7063a5 HTTP/1.1" status: 204 len: 168 time: 0.5247440 May 04 14:03:36.911872 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811155e-4673-4aa7-af05-3efc40d0f49b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd487bc3-0aa6-42ba-886d-1efc4c7063a5,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:37.028058 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44920) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:37.072864 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d561c0d0-e801-46de-bc83-fd60fbd56f5b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d25ef9a7e9464aeab7ef6b71947f8228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435843 May 04 14:03:37.075349 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44922) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:37.120471 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] Publish callbacks [] for security_group (ebd796a3-7b8a-416d-bc15-5092bb3ad2df), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.141969 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] Publish callbacks [] for security_group (ebd796a3-7b8a-416d-bc15-5092bb3ad2df), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.186593 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (ebd796a3-7b8a-416d-bc15-5092bb3ad2df), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.189082 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.190204 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ebd796a3-7b8a-416d-bc15-5092bb3ad2df HTTP/1.1" status: 204 len: 168 time: 0.1139252 May 04 14:03:37.197684 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41779fea-048a-4da2-a0d8-9e12127e8ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd796a3-7b8a-416d-bc15-5092bb3ad2df,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:37.871679 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44944) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:37.963520 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-550319419-network', 'tenant_id': '9856e86737e64797a68b979e16e34be0'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:37.988327 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Made reservation on behalf of 9856e86737e64797a68b979e16e34be0 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:37.990562 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:37.999110 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.033082 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 7e4af712-3b22-41a8-881e-1028b07fa920 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:03:38.054627 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 7e4af712-3b22-41a8-881e-1028b07fa920 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:03:38.055055 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 7e4af712-3b22-41a8-881e-1028b07fa920 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:03:38.055565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 445897ac-8f38-4c4b-86d5-86b5797b0d31 no longer exists at agent ovs-agent-dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:03:38.072277 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks [] for security_group (d823cccf-87d7-43b2-be43-f9a8fb976326), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.077116 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d823cccf-87d7-43b2-be43-f9a8fb976326), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.080333 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.plugin [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] No Port match for: 445897ac-8f38-4c4b-86d5-86b5797b0d31 {{(pid=109871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:03:38.080674 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Device 445897ac-8f38-4c4b-86d5-86b5797b0d31 not bound to the agent host dv-cinder-839793-6-iscsi {{(pid=109871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:03:38.102165 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:38.111640 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d823cccf-87d7-43b2-be43-f9a8fb976326,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.116272 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (8c347bce-0ab1-425d-8356-0cc812f48c6b), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.116613 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Added segment 8c347bce-0ab1-425d-8356-0cc812f48c6b of type vlan for network c8da8962-287c-4bd1-971f-bbde18051afd May 04 14:03:38.156242 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (c8da8962-287c-4bd1-971f-bbde18051afd), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.179150 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (c8da8962-287c-4bd1-971f-bbde18051afd), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.180138 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:38.180719 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.209542 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3367960 May 04 14:03:38.212798 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44948) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:38.218781 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Request body: {'subnet': {'network_id': 'c8da8962-287c-4bd1-971f-bbde18051afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-550319419-subnet', 'tenant_id': '9856e86737e64797a68b979e16e34be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:38.237166 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Made reservation on behalf of 9856e86737e64797a68b979e16e34be0 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:38.239365 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126255366'] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.244936 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75101dc5-fafd-44bb-8c68-056c20abcd27 admin admin] Pushing event updated for resources: {'Network': ['ID=c8da8962-287c-4bd1-971f-bbde18051afd,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.254517 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network c8da8962-287c-4bd1-971f-bbde18051afd details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:38.413760 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126255476'] for subnet (5b9c9042-716c-470a-8094-a2b3e935ddd1), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.471250 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9c9042-716c-470a-8094-a2b3e935ddd1,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:38.478181 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Checking segment: {'id': '8c347bce-0ab1-425d-8356-0cc812f48c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c8da8962-287c-4bd1-971f-bbde18051afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:38.478539 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Network hostable DHCP agents. Network: c8da8962-287c-4bd1-971f-bbde18051afd, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:38.495662 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Network c8da8962-287c-4bd1-971f-bbde18051afd is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:38.504199 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, c8da8962-287c-4bd1-971f-bbde18051afd) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:38.508177 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:38.508875 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:38.513412 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2802f1-0cfa-42e4-aeb5-d7074de1fd46 None None] Network c8da8962-287c-4bd1-971f-bbde18051afd requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:38.525361 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-734c20eb-c86c-42c2-a660-df91d28e7035 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3109832 May 04 14:03:38.616160 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83039356-8b37-4fcb-9804-87f5efa5ecac None None] Network c8da8962-287c-4bd1-971f-bbde18051afd requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:39.023927 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44964) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.028663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.v2.base [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245364840-network', 'tenant_id': '47c102f585c347cc9d0c5d88aff3ba68'}} {{(pid=109870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:39.047577 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Made reservation on behalf of 47c102f585c347cc9d0c5d88aff3ba68 for: {'network': 1} {{(pid=109870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:39.049776 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8280226'] for network (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.057972 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.129796 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks [] for security_group (cc4b8414-f809-46e1-9b94-f0c5dc9678bb), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.133367 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cc4b8414-f809-46e1-9b94-f0c5dc9678bb), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.155938 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=109870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:03:39.165197 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b8414-f809-46e1-9b94-f0c5dc9678bb,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.170243 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (43303c74-101c-4499-9d8d-b8f034936c0d), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.170581 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.db.segments_db [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Added segment 43303c74-101c-4499-9d8d-b8f034936c0d of type vlan for network d51ba30b-df28-42a4-9699-a02bbb1802cf May 04 14:03:39.209286 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767306776266'] for network (d51ba30b-df28-42a4-9699-a02bbb1802cf), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.232893 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259'] for network (d51ba30b-df28-42a4-9699-a02bbb1802cf), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.233874 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:39.234461 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.263779 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2388203 May 04 14:03:39.266676 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44966) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.271567 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.v2.base [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Request body: {'subnet': {'network_id': 'd51ba30b-df28-42a4-9699-a02bbb1802cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1245364840-subnet', 'tenant_id': '47c102f585c347cc9d0c5d88aff3ba68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:03:39.301636 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146d974-501f-4869-8603-151decb83cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=d51ba30b-df28-42a4-9699-a02bbb1802cf,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.303393 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Made reservation on behalf of 47c102f585c347cc9d0c5d88aff3ba68 for: {'subnet': 1} {{(pid=109869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:03:39.308148 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126255366'] for subnet (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.312599 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.plugins.ml2.rpc [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Network d51ba30b-df28-42a4-9699-a02bbb1802cf details requested by agent ovs-agent-dv-cinder-839793-6-iscsi with host dv-cinder-839793-6-iscsi {{(pid=109871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:03:39.479374 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125886232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126255476'] for subnet (c69b0fb5-1604-472a-88e9-50c265af297c), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.531651 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69b0fb5-1604-472a-88e9-50c265af297c,revision_number=0']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.541387 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Checking segment: {'id': '43303c74-101c-4499-9d8d-b8f034936c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd51ba30b-df28-42a4-9699-a02bbb1802cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:03:39.541739 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Network hostable DHCP agents. Network: d51ba30b-df28-42a4-9699-a02bbb1802cf, hostable agents: ['a9816680-1131-4f98-a150-fe4af7bf7979'], hosted agents: [] {{(pid=109869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:03:39.558976 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Network d51ba30b-df28-42a4-9699-a02bbb1802cf is scheduled to be hosted by DHCP agent a9816680-1131-4f98-a150-fe4af7bf7979 with binding_index 1 {{(pid=109869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:03:39.567411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.scheduler.base_scheduler [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-6-iscsi, d51ba30b-df28-42a4-9699-a02bbb1802cf) {{(pid=109869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:03:39.571307 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:03:39.571904 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.576511 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e029bb5-4458-4443-9926-7fd6f2f97b79 None None] Network d51ba30b-df28-42a4-9699-a02bbb1802cf requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:39.595264 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-91689e51-c9f8-466e-80d8-067fd60d2eb4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3220522 May 04 14:03:39.683981 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba4989-741f-45f4-80bb-e4442e8f8bad None None] Network d51ba30b-df28-42a4-9699-a02bbb1802cf requested from dv-cinder-839793-6-iscsi {{(pid=109871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:03:39.712134 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44970) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.756086 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Deleting subnet 5b9c9042-716c-470a-8094-a2b3e935ddd1 {{(pid=109869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:03:39.759290 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Publish callbacks [] for subnet (5b9c9042-716c-470a-8094-a2b3e935ddd1), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.799304 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980885'] for subnet (5b9c9042-716c-470a-8094-a2b3e935ddd1), precommit_delete_associations {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.837702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (5b9c9042-716c-470a-8094-a2b3e935ddd1), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.889273 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125886171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126255469'] for subnet (5b9c9042-716c-470a-8094-a2b3e935ddd1), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.915004 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9c9042-716c-470a-8094-a2b3e935ddd1,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:39.918702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for subnet (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:39.921931 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a35a75a3-6b0c-45ca-a2e3-5f7f08a16b3e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b9c9042-716c-470a-8094-a2b3e935ddd1 HTTP/1.1" status: 204 len: 168 time: 0.2087958 May 04 14:03:39.926494 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44972) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:39.998812 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (c8da8962-287c-4bd1-971f-bbde18051afd), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.071756 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (c8da8962-287c-4bd1-971f-bbde18051afd), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.091472 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8da8962-287c-4bd1-971f-bbde18051afd']}} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.100367 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c347bce-0ab1-425d-8356-0cc812f48c6b') {'for_net_delete': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.100656 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.services.segments.db [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c347bce-0ab1-425d-8356-0cc812f48c6b') {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.113212 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980874'] for segment (8c347bce-0ab1-425d-8356-0cc812f48c6b), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.126268 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (8c347bce-0ab1-425d-8356-0cc812f48c6b), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.131987 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:03:40.132358 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125886141'] for segment (8c347bce-0ab1-425d-8356-0cc812f48c6b), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: Traceback (most recent call last): May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: timer() May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: cb(*args, **kw) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: return func(*args, **kwargs) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: self._notify() May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: self.callback(batched_events) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: event.method(event) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: return f(self, *a, **k) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._get(url).json() May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: return self.request(url, 'GET', **kwargs) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:03:40.133955 dv-cinder-839793-6-iscsi neutron-server[109869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:03:40.185599 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (c8da8962-287c-4bd1-971f-bbde18051afd), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.190804 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.194014 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c8da8962-287c-4bd1-971f-bbde18051afd HTTP/1.1" status: 204 len: 168 time: 0.2665086 May 04 14:03:40.196918 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44974) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:40.204542 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab0491-8760-4a0a-bd00-f1d0f9554a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8da8962-287c-4bd1-971f-bbde18051afd,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:40.245811 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Deleting subnet c69b0fb5-1604-472a-88e9-50c265af297c {{(pid=109870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:03:40.249064 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Publish callbacks [] for subnet (c69b0fb5-1604-472a-88e9-50c265af297c), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.282279 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4022316'] for subnet (c69b0fb5-1604-472a-88e9-50c265af297c), precommit_delete_associations {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.325210 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8325203'] for subnet (c69b0fb5-1604-472a-88e9-50c265af297c), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.375405 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8325210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4144480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3897546'] for subnet (c69b0fb5-1604-472a-88e9-50c265af297c), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.398026 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69b0fb5-1604-472a-88e9-50c265af297c,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:40.403552 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.407223 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-22c15883-7d47-4eac-a30d-8a0e1bd5de63 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c69b0fb5-1604-472a-88e9-50c265af297c HTTP/1.1" status: 204 len: 168 time: 0.2092354 May 04 14:03:40.409607 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 44976) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:40.474967 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8316285'] for network (d51ba30b-df28-42a4-9699-a02bbb1802cf), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.552337 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8326534', 'neutron.services.segments.db._delete_segments_for_network-8767307234380'] for network (d51ba30b-df28-42a4-9699-a02bbb1802cf), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.573408 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51ba30b-df28-42a4-9699-a02bbb1802cf']}} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.583963 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43303c74-101c-4499-9d8d-b8f034936c0d') {'for_net_delete': True} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.584264 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.services.segments.db [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43303c74-101c-4499-9d8d-b8f034936c0d') {} {{(pid=109870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:03:40.593608 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767307236181', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4022323'] for segment (43303c74-101c-4499-9d8d-b8f034936c0d), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.606519 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614'] for segment (43303c74-101c-4499-9d8d-b8f034936c0d), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.613025 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=109870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:03:40.613458 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8362614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4144390'] for segment (43303c74-101c-4499-9d8d-b8f034936c0d), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: Traceback (most recent call last): May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: timer() May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: cb(*args, **kw) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: return func(*args, **kwargs) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: self._notify() May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: self.callback(batched_events) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: event.method(event) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: return f(self, *a, **k) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._get(url).json() May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: return self.request(url, 'GET', **kwargs) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:03:40.615120 dv-cinder-839793-6-iscsi neutron-server[109870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:03:40.670487 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8326559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969639'] for network (d51ba30b-df28-42a4-9699-a02bbb1802cf), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.675765 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565305'] for network (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.679693 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] 10.222.0.73 "DELETE /v2.0/networks/d51ba30b-df28-42a4-9699-a02bbb1802cf HTTP/1.1" status: 204 len: 168 time: 0.2691133 May 04 14:03:40.691576 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3a0b5-1bd4-4847-ad0f-e935b8e2f21a admin admin] Pushing event deleted for resources: {'Network': ['ID=d51ba30b-df28-42a4-9699-a02bbb1802cf,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:40.836698 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44980) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:40.875401 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-174c7e95-513b-4894-8a06-93e240ece155 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9856e86737e64797a68b979e16e34be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375695 May 04 14:03:40.877706 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44982) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:40.922057 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] Publish callbacks [] for security_group (d823cccf-87d7-43b2-be43-f9a8fb976326), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.946240 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] Publish callbacks [] for security_group (d823cccf-87d7-43b2-be43-f9a8fb976326), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.991379 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d823cccf-87d7-43b2-be43-f9a8fb976326), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.993967 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:40.995137 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d823cccf-87d7-43b2-be43-f9a8fb976326 HTTP/1.1" status: 204 len: 168 time: 0.1165669 May 04 14:03:41.003235 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533062f4-bb44-4a23-a805-3d89fd6cee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d823cccf-87d7-43b2-be43-f9a8fb976326,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:41.296168 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44988) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:41.336288 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-0f080c7b-91c6-45e3-b819-d3b074dcb60f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47c102f585c347cc9d0c5d88aff3ba68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389378 May 04 14:03:41.338692 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 44990) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:41.386541 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] Publish callbacks [] for security_group (cc4b8414-f809-46e1-9b94-f0c5dc9678bb), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.406802 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] Publish callbacks [] for security_group (cc4b8414-f809-46e1-9b94-f0c5dc9678bb), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.453415 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (cc4b8414-f809-46e1-9b94-f0c5dc9678bb), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.455956 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:41.457072 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc4b8414-f809-46e1-9b94-f0c5dc9678bb HTTP/1.1" status: 204 len: 168 time: 0.1174595 May 04 14:03:41.464411 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adee45-7698-4edb-bc08-ac161be78ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b8414-f809-46e1-9b94-f0c5dc9678bb,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.318472 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 45058) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:43.420090 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cb362221-fc0e-4744-a6a2-1bd42e037029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.493967 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cb362221-fc0e-4744-a6a2-1bd42e037029 admin admin] Publish callbacks [] for security_group (7877993b-7b9d-425e-8e0a-b25ff464bf86), precommit_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.497592 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-cb362221-fc0e-4744-a6a2-1bd42e037029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7877993b-7b9d-425e-8e0a-b25ff464bf86), after_create {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.534938 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-cb362221-fc0e-4744-a6a2-1bd42e037029 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6943a2bfb0654b93883dfc66d29fa015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153852 May 04 14:03:43.535803 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362221-fc0e-4744-a6a2-1bd42e037029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7877993b-7b9d-425e-8e0a-b25ff464bf86,revision_number=1']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.538212 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 45062) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:43.585226 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] Publish callbacks [] for security_group (7877993b-7b9d-425e-8e0a-b25ff464bf86), before_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.608745 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] Publish callbacks [] for security_group (7877993b-7b9d-425e-8e0a-b25ff464bf86), precommit_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.653218 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (7877993b-7b9d-425e-8e0a-b25ff464bf86), after_delete {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.656271 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.657389 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7877993b-7b9d-425e-8e0a-b25ff464bf86 HTTP/1.1" status: 204 len: 168 time: 0.1181839 May 04 14:03:43.665018 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e58ff4-c816-4afd-947f-190d0346094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877993b-7b9d-425e-8e0a-b25ff464bf86,revision_number=None']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:43.913109 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 45068) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:43.926461 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d97833cd-6e61-4462-b143-a0da9ac76366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:43.999319 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d97833cd-6e61-4462-b143-a0da9ac76366 admin admin] Publish callbacks [] for security_group (d0fcc25e-0b36-4f3d-a2a9-3f62954f5963), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.002838 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d97833cd-6e61-4462-b143-a0da9ac76366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d0fcc25e-0b36-4f3d-a2a9-3f62954f5963), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.040296 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-d97833cd-6e61-4462-b143-a0da9ac76366 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c479aeab2c047db8fe931323b3b2084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261654 May 04 14:03:44.041152 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97833cd-6e61-4462-b143-a0da9ac76366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fcc25e-0b36-4f3d-a2a9-3f62954f5963,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:44.043663 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 45070) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:03:44.091645 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] Publish callbacks [] for security_group (d0fcc25e-0b36-4f3d-a2a9-3f62954f5963), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.116275 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] Publish callbacks [] for security_group (d0fcc25e-0b36-4f3d-a2a9-3f62954f5963), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.162532 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (d0fcc25e-0b36-4f3d-a2a9-3f62954f5963), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.165055 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:44.166170 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0fcc25e-0b36-4f3d-a2a9-3f62954f5963 HTTP/1.1" status: 204 len: 168 time: 0.1215205 May 04 14:03:44.173583 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee812bcc-c5a8-46d1-ae48-b32e6e58947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fcc25e-0b36-4f3d-a2a9-3f62954f5963,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:03:46.277665 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-78b61a95-9496-4546-8db9-611d1f0100dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:46.359462 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:48.432065 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b7580a98-e87f-47d0-b926-855f28521a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:49.873131 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.350088 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:03:51.939803 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:03:52.591702 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.372375 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [-] (109869) accepted ('10.222.0.73', 45198) {{(pid=109869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:01.473482 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8bce06a0-567b-442e-b28a-f75258b1012d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.548768 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8bce06a0-567b-442e-b28a-f75258b1012d admin admin] Publish callbacks [] for security_group (8f0fb321-ae7c-4443-95a8-e0f28e7d8d03), precommit_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.552265 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8bce06a0-567b-442e-b28a-f75258b1012d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8f0fb321-ae7c-4443-95a8-e0f28e7d8d03), after_create {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.591778 dv-cinder-839793-6-iscsi neutron-server[109869]: INFO neutron.wsgi [None req-8bce06a0-567b-442e-b28a-f75258b1012d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd92c09cf05c419f8714f12ee939a622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183349 May 04 14:04:01.592678 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce06a0-567b-442e-b28a-f75258b1012d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0fb321-ae7c-4443-95a8-e0f28e7d8d03,revision_number=1']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:01.594988 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [-] (109870) accepted ('10.222.0.73', 45202) {{(pid=109870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:04:01.653363 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] Publish callbacks [] for security_group (8f0fb321-ae7c-4443-95a8-e0f28e7d8d03), before_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.674722 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] Publish callbacks [] for security_group (8f0fb321-ae7c-4443-95a8-e0f28e7d8d03), precommit_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.720437 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605899'] for security_group (8f0fb321-ae7c-4443-95a8-e0f28e7d8d03), after_delete {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.722958 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron_lib.callbacks.manager [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:01.724152 dv-cinder-839793-6-iscsi neutron-server[109870]: INFO neutron.wsgi [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f0fb321-ae7c-4443-95a8-e0f28e7d8d03 HTTP/1.1" status: 204 len: 168 time: 0.1273272 May 04 14:04:01.731616 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339634f5-ded4-44f3-a66e-58f6fe8dd5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0fb321-ae7c-4443-95a8-e0f28e7d8d03,revision_number=None']} {{(pid=109870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:04:16.269914 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-c0c65370-ac83-432c-8c9d-816cae19d176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:16.358231 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:18.434565 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-891857ef-aff1-44c4-bf97-55860ce8b635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:19.876117 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:21.353872 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:22.593320 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:28.938975 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:04:46.271505 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-5bc15862-1704-485e-afa2-11cdfaaf4661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:46.360393 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:48.435770 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e71028ce-4604-475b-a213-3441a12f2117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:49.877657 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:51.356712 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:04:52.596377 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:05.937576 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:05:16.272637 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6c5f26c2-0826-46fd-a060-03d4d6706e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:16.386701 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:18.437533 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-103ff534-dc9a-4c46-910e-e6f0be0bd5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:19.881056 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:21.359821 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:22.597820 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:36.008017 dv-cinder-839793-6-iscsi neutron-server[109870]: DEBUG neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-f22c6f9e-ca44-4d49-b13c-4bc641cc9be8 service neutron] (109870) timed out ('10.222.0.73', 39386) {{(pid=109870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 14:05:36.275702 dv-cinder-839793-6-iscsi neutron-server[109869]: DEBUG neutron.wsgi [req-2b62cbee-0335-4aeb-8b7e-fd5ad440a658 req-13ed4525-34e4-44e0-9fcd-2298d69fd04b tempest-AttachVolumeShelveTestJSON-655394032 tempest-AttachVolumeShelveTestJSON-655394032-project] (109869) timed out ('10.222.0.73', 39398) {{(pid=109869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 14:05:42.936428 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:05:46.274347 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-fd14f647-3bbe-4a6b-a771-b1cd6d354de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:46.404282 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:48.438371 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-27adee3b-df66-457d-9878-7559a503c3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:49.884411 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:51.364849 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:05:52.603807 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:16.275632 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-359830b6-be3c-4b93-b7b0-d8ca6ddbbc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:16.417578 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:18.439537 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b1e44edf-dc3a-4814-865e-e68ec3b762dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.886722 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:19.935776 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:06:21.365454 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:22.598221 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:46.276456 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-518d387f-b808-43ff-b711-e31086550b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:46.421837 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:48.441296 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-76a4edae-2085-45bc-aa63-e55ba4c676e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:49.889096 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:51.368183 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:52.599959 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:06:56.935169 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:07:16.277612 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-dee0f71c-7692-4a54-8543-a0d0b8271232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:16.432289 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:18.443087 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b8942bbe-637f-446d-aaa9-802d2dce02a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:19.891954 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:21.370790 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:22.601201 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:33.934174 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:07:46.278975 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-e53aec59-89b6-4f1c-b73f-b493b829c93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:46.437366 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:48.445372 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-b9b7faa4-c9d6-4269-bd75-423cf9c4224b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:49.894912 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:51.376098 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:07:52.603762 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:10.933064 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:08:16.279796 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-01833a06-53a1-4769-979d-7dde1eb581ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:16.447253 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:18.447625 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-6cc6baa6-e8e2-40da-a4f4-f1fd80938053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:19.897315 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:21.377391 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:22.605268 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.284078 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f857b2fa-e415-49ac-922a-668270848473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:46.463029 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:47.933321 dv-cinder-839793-6-iscsi neutron-server[109872]: DEBUG neutron.db.agents_db [None req-e86fbd31-ec7e-4ce5-a4b8-f6a62360e585 None None] Agent healthcheck: found 6 active agents {{(pid=109872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:08:48.448725 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-59e29a21-59f6-4e8b-9464-386ab2832747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7f5eb88b-eae4-4aa9-8f25-3b5c0c6da4e9), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:49.900006 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcb61-c655-4305-900e-49bda31f0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (117cc682-a753-4ea8-9add-cb345a4deccb), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:51.379718 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-9294f853-05a7-45c0-9bf2-80a3ead23d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (7ebde357-1fc1-4030-8a0b-ad71618f5ab0), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:08:52.607545 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-30446f3f-7b95-49a9-9e97-2f2387eaec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (416b2efc-8841-424f-b16c-1c77ddaa3c0f), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:16.285817 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-62516906-7240-4601-8ff0-0ee8dee28b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (a9816680-1131-4f98-a150-fe4af7bf7979), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:09:16.462558 dv-cinder-839793-6-iscsi neutron-server[109871]: DEBUG neutron_lib.callbacks.manager [None req-a4acc38c-f6d8-44b5-ae55-3d5c96bd771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767307234362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8353223'] for agent (07eceafd-6b31-4cb8-93df-d4a7595b66c7), after_update {{(pid=109871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}